{"meta":{"query_hash":"3cc3e5abc8f5","filters":{"category":"research_integrity"},"cohort_total":570,"direct_labels_cover":570,"predictions_cover":570,"exported":570,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3cc3e5abc8f5","api":"https://metacan.xera.ac/api/v1/cohort?category=research_integrity"},"results":[{"id":"W1143116773","doi":"10.1007/s12630-011-9483-9","title":"Retraction Note to: Diltiazem may preserve renal tubular integrity after cardiac surgery","year":2011,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Diltiazem; Medicine; Structural integrity; Cardiac surgery; Cardiology; Internal medicine; Engineering; Calcium","score_opus":0.0330602831097539,"score_gpt":0.2859204322514822,"score_spread":0.25286014914172833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1143116773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83738375,0.034884807,0.00012594205,0.06737931,0.0348114,0.004967669,0.0024917284,0.00016375356,0.017791662],"genre_scores_gemma":[0.8349039,0.012005882,0.0037627863,0.0018817504,0.05783993,0.00020609675,0.0013978954,0.0017965777,0.08620521],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99020064,0.0010201115,0.0026662925,0.00083509996,0.0027251698,0.0025526986],"domain_scores_gemma":[0.9793624,0.00045103024,0.002012869,0.0011105482,0.004320895,0.012742206],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00721078,0.0012205421,0.0031809432,0.005597602,0.00064961,0.00057498383,0.0011725758,0.0031388258,0.0058561573],"category_scores_gemma":[0.0031597833,0.0011005348,0.0022590098,0.0014576727,0.00042963144,0.0010614115,0.000041076102,0.013833219,0.0003342553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012844551,0.00005605436,0.0056679044,0.00027213027,0.0005198079,0.460592,0.00045508062,0.0000011204156,0.000026082758,0.0000048524644,0.5256889,0.005431641],"study_design_scores_gemma":[0.000308568,0.0012478121,0.008340559,0.0019454182,0.0008289535,0.5236172,0.00010777171,0.000002706007,0.00015616538,0.000034500426,0.46282083,0.0005894957],"about_ca_topic_score_codex":0.0469381,"about_ca_topic_score_gemma":0.017261157,"teacher_disagreement_score":0.06841355,"about_ca_system_score_codex":0.007572474,"about_ca_system_score_gemma":0.043721564,"threshold_uncertainty_score":0.9991445},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1266330824","doi":"10.1007/s12630-011-9533-3","title":"Retraction Note to: Hemodynamics, intramucosal pH and regulators of circulation during perioperative epidural analgesia","year":2011,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Perioperative; Hemodynamics; Circulation (fluid dynamics); Anesthesia; Medicine; Business; Engineering","score_opus":0.011940083301642345,"score_gpt":0.23332544668570956,"score_spread":0.22138536338406722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1266330824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991703,0.0020962218,0.000085208405,0.003753468,0.00088947464,0.0006791921,0.000009428087,0.000014651953,0.0007693631],"genre_scores_gemma":[0.9930245,0.001110888,0.0010042328,0.000179889,0.0022110378,0.0000051214824,0.000052461182,0.00016125554,0.002250567],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9955348,0.00032511394,0.0017614072,0.00048021215,0.00095359166,0.0009449187],"domain_scores_gemma":[0.99296474,0.00008622999,0.0020121727,0.0004131142,0.0014563348,0.003067385],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019276326,0.0007128854,0.0016588126,0.0027936914,0.00052987435,0.00019289974,0.00039567973,0.00103565,0.00026417687],"category_scores_gemma":[0.0003161127,0.0006767083,0.0005318506,0.0007592873,0.0003163983,0.00057106634,0.00001145534,0.0026060701,0.0000104233695],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029971814,0.00026453164,0.09414782,0.0031995198,0.0021834795,0.836744,0.013074523,0.0011567774,0.00069928064,0.001041399,0.018591123,0.025900362],"study_design_scores_gemma":[0.0009108133,0.0012769928,0.25569624,0.0015602062,0.00087760173,0.7200296,0.0006477544,0.00012641471,0.00008494571,0.000058498357,0.018185385,0.00054554385],"about_ca_topic_score_codex":0.009295643,"about_ca_topic_score_gemma":0.010802479,"teacher_disagreement_score":0.1615484,"about_ca_system_score_codex":0.0025802876,"about_ca_system_score_gemma":0.0050677713,"threshold_uncertainty_score":0.99969494},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1440626221","doi":"10.1007/s12630-011-9531-5","title":"Retraction Note to: Dolasetron, but not metoclopramide prevents nausea and vomiting in patients undergoing laparoscopic cholecystectomy","year":2011,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Nausea and vomiting management","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Metoclopramide; Medicine; Laparoscopic cholecystectomy; Nausea; Vomiting; Anesthesia; Cholecystectomy; General surgery","score_opus":0.01677227063138987,"score_gpt":0.25012907790369193,"score_spread":0.23335680727230207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1440626221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337536,0.0009089594,0.000012969513,0.0014822067,0.0021479928,0.0008662082,0.000022325494,0.00001628847,0.0011677181],"genre_scores_gemma":[0.9923306,0.00075667,0.0005325184,0.00038962052,0.0022209862,0.000010877475,0.00005728035,0.00019833719,0.0035031287],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9946695,0.00032948444,0.0018950372,0.00058180996,0.0011340312,0.0013901249],"domain_scores_gemma":[0.9932058,0.0001947168,0.0019606987,0.00040504892,0.0008594022,0.0033743544],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024507884,0.0007433985,0.0016011555,0.0037198162,0.00047210164,0.00037474697,0.0004832578,0.0010598347,0.00012703917],"category_scores_gemma":[0.00120987,0.000737636,0.00036114553,0.0007518957,0.00012226358,0.0006588665,0.000027720314,0.0040077097,0.00002553036],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0034488316,0.00045594014,0.23846547,0.0034039244,0.001350575,0.6699509,0.0029124876,0.0001461612,0.00005709248,0.000090214955,0.054090455,0.02562793],"study_design_scores_gemma":[0.013415944,0.005261907,0.30208018,0.011158584,0.0013673857,0.6022421,0.00042682549,0.000018444895,0.00023773666,0.00009611616,0.062447045,0.0012477034],"about_ca_topic_score_codex":0.012673519,"about_ca_topic_score_gemma":0.03314757,"teacher_disagreement_score":0.0677088,"about_ca_system_score_codex":0.0048986105,"about_ca_system_score_gemma":0.006286735,"threshold_uncertainty_score":0.9995075},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1491422701","doi":"","title":"Avoiding the Plagiarism Pitfall: Preventing Plagiarism in Undergraduate Research","year":2009,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plagiarism detection; Worry; Cheating; Work (physics); Process (computing); Academic integrity; Computer science; Engineering ethics; Internet privacy; Medical education; Psychology; Engineering; Medicine; Social psychology","score_opus":0.06893632038766458,"score_gpt":0.3967930270592775,"score_spread":0.32785670667161293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491422701","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17099579,0.0006738103,0.0019393878,0.2142444,0.00047571605,0.0008342552,0.0000018980553,0.00018429082,0.6106505],"genre_scores_gemma":[0.9777498,0.0006188944,0.00038765607,0.0014243565,0.0005018613,0.000012318009,0.0000028066113,0.000010768096,0.019291515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931498,0.0037504495,0.00040060838,0.0003901519,0.0012469995,0.0010619931],"domain_scores_gemma":[0.9970596,0.00229676,0.000083770814,0.00025458672,0.00016433474,0.0001409357],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.029395081,0.00015320188,0.00018698195,0.00024069558,0.002788623,0.00025211205,0.0009612785,0.0012076359,0.00012693953],"category_scores_gemma":[0.004189468,0.00011511433,0.00008591844,0.0010389546,0.00041043022,0.00032376178,0.00011028532,0.010468956,0.00019141569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020905141,0.00007521494,0.001779209,0.0000046065584,0.0000111428835,0.00002295412,0.03699702,0.00003923331,0.00025757134,0.90819705,0.03666505,0.015930066],"study_design_scores_gemma":[0.00045019787,0.000072929615,0.005631732,0.00017756058,0.000010786462,0.000009673302,0.052887563,0.0009387298,0.00063230493,0.74182063,0.19697012,0.00039778155],"about_ca_topic_score_codex":0.011219382,"about_ca_topic_score_gemma":0.0070779775,"teacher_disagreement_score":0.80675405,"about_ca_system_score_codex":0.00023623044,"about_ca_system_score_gemma":0.0003441069,"threshold_uncertainty_score":0.99944204},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1494349783","doi":"10.7202/039768ar","title":"La recherche en gestion et les comités d’éthique : l’épreuve de la pratique1","year":2010,"lang":"fr","type":"article","venue":"Cahiers de recherche sociologique","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.4236015783416626,"score_gpt":0.5472556757681888,"score_spread":0.12365409742652617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494349783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7800237,0.00317424,0.026339684,0.09155511,0.0012551849,0.0017555027,0.000078752055,0.0005408064,0.095277],"genre_scores_gemma":[0.6731873,0.07634022,0.16362375,0.04861528,0.0026603958,0.0007581436,0.00011886462,0.00023074342,0.034465298],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.3293397,0.667185,0.00096181256,0.0007105232,0.00024321295,0.0015597295],"domain_scores_gemma":[0.41514546,0.582117,0.00052397104,0.0008192496,0.00042161086,0.0009727028],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5585348,0.0006431179,0.0009559753,0.00012122782,0.00092925265,0.00005156662,0.0007321068,0.4082648,0.0006598372],"category_scores_gemma":[0.60202086,0.0006182776,0.0003840028,0.00047403254,0.0028963466,0.00025075264,0.0001409264,0.5351833,0.000158823],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008048262,0.00032859168,0.0061695674,0.0013331204,0.00016073613,0.00008672397,0.72580534,0.000011967639,0.006496727,0.18300149,0.02917436,0.04735087],"study_design_scores_gemma":[0.0017922268,0.00069093116,0.016161473,0.0012950964,0.00023090302,0.0002077825,0.56933236,0.0006091517,0.00075218367,0.116918504,0.29107055,0.00093882764],"about_ca_topic_score_codex":0.0016763153,"about_ca_topic_score_gemma":0.0009938073,"teacher_disagreement_score":0.2618962,"about_ca_system_score_codex":0.009607472,"about_ca_system_score_gemma":0.022480352,"threshold_uncertainty_score":0.9998172},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1504392500","doi":"10.1503/cmaj.109-5053","title":"Is withholding clinical trial results “research misconduct”?","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Clinical trial; Medical research; Data science; Misconduct; Computer science; Medical education; Alternative medicine; Medicine; Engineering ethics; Pathology; Political science; Law","score_opus":0.6271826154282877,"score_gpt":0.5858807202405074,"score_spread":0.04130189518778027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504392500","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33993813,0.0003389075,0.000019826315,0.61633587,0.003063865,0.00065459457,0.000032862095,0.00002771064,0.03958823],"genre_scores_gemma":[0.72902554,0.0011425302,0.00058258814,0.22017753,0.033902906,0.000027185833,0.000043191205,0.00006455207,0.015033965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863988,0.0014472714,0.0013572072,0.000324476,0.008202071,0.0022701344],"domain_scores_gemma":[0.90594846,0.0020960222,0.0002916237,0.0003324357,0.003435252,0.08789618],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.076057434,0.00014103716,0.00050570926,0.0005212668,0.00036477405,0.00014088051,0.00032227836,0.0009924974,0.0024848275],"category_scores_gemma":[0.5578913,0.00010970263,0.00018349265,0.0007210187,0.00021072805,0.0001659562,0.00003947372,0.0061132764,0.0011531834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037871518,0.00011983167,0.005296003,0.0000107199485,0.00007222508,0.0015487733,0.0003775139,6.416787e-8,0.000001465071,0.000034583278,0.93356574,0.055185914],"study_design_scores_gemma":[0.066583216,0.0019379004,0.002032244,0.0002017356,0.000018452636,0.0004880706,0.0007360727,0.00012408964,0.0000092809105,0.00021150819,0.92755723,0.00010019609],"about_ca_topic_score_codex":0.004757525,"about_ca_topic_score_gemma":0.0044963732,"teacher_disagreement_score":0.48183385,"about_ca_system_score_codex":0.003591874,"about_ca_system_score_gemma":0.15441296,"threshold_uncertainty_score":0.99962455},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1559091998","doi":"10.46743/2160-3715/2008.1584","title":"Unraveling Ethics: Reflections from a Community-based Participatory Research Project with Youth","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Participatory action research; Sociology; Engineering ethics; Harm; Citizen journalism; Action research; Community-based participatory research; Public relations; Political science; Pedagogy; Psychology; Social psychology; Law","score_opus":0.9873663865511116,"score_gpt":0.8226691816609845,"score_spread":0.16469720489012718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559091998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92157304,0.00012023345,0.014626429,0.0051185945,0.00018806895,0.0012278217,0.000047581605,0.00023586715,0.056862332],"genre_scores_gemma":[0.9912415,0.0000053921667,0.0064864676,0.00028983303,0.00021377254,0.00037682633,0.0000261583,0.00003288434,0.0013271244],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87335795,0.12187818,0.0004923731,0.00033460266,0.003074324,0.00086258305],"domain_scores_gemma":[0.973408,0.022333644,0.000245447,0.00094736007,0.002630933,0.00043465113],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.20892778,0.00016112516,0.00029097655,0.00021756056,0.0037283485,0.0001810933,0.0006483313,0.00017815593,0.000026617714],"category_scores_gemma":[0.06261609,0.000108745735,0.0000696658,0.0017103464,0.0042048455,0.00022849596,0.00014503075,0.003112068,0.000064556756],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027679218,0.00016804817,0.0006613992,0.000011668259,0.00007192433,0.00005613142,0.9923203,0.00004030143,0.00019694578,0.0056978446,0.0004092763,0.00008939454],"study_design_scores_gemma":[0.0003297417,0.00047846572,0.00020531245,0.000095297284,0.00003823384,0.0000017597988,0.9440098,0.00006752082,0.0010003629,0.022820393,0.030778363,0.00017477236],"about_ca_topic_score_codex":0.14060174,"about_ca_topic_score_gemma":0.024777869,"teacher_disagreement_score":0.1463117,"about_ca_system_score_codex":0.00063573377,"about_ca_system_score_gemma":0.01111463,"threshold_uncertainty_score":0.99918777},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1566603691","doi":"10.18438/b8t89c","title":"Plagiarism Curricula May Reduce Need for Punitive Plagiarism Education","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Citation; Curriculum; Cheating; Psychology; Test (biology); Academic integrity; Punitive damages; Mathematics education; Medicine; Library science; Pedagogy; Computer science","score_opus":0.016414724676141215,"score_gpt":0.3123456484541199,"score_spread":0.2959309237779787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566603691","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004861114,0.0007591124,0.10010707,0.6245355,0.0019451936,0.0018761427,0.000051058356,0.00042021522,0.26544464],"genre_scores_gemma":[0.63219905,0.00416375,0.050507568,0.30471838,0.00222957,0.0003857283,0.0005360001,0.000033692166,0.00522625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771553,0.0009134812,0.00044538666,0.0001951716,0.00042387014,0.00030652984],"domain_scores_gemma":[0.9924483,0.006377917,0.00049877836,0.00018205665,0.00027055905,0.0002224153],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003251247,0.00016595244,0.00016410156,0.00021575659,0.0009110195,0.000584081,0.00031597,0.00079756824,0.0002432624],"category_scores_gemma":[0.014225732,0.00016199489,0.00006003068,0.00042299353,0.00022204296,0.1558644,0.00004898702,0.0012082836,0.00009405592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021255427,0.000040399496,0.00013654942,0.000060413815,0.000009116804,1.7790296e-7,0.002892784,0.00002173088,0.000014106637,0.88593465,0.058002193,0.0526753],"study_design_scores_gemma":[0.00027631345,0.0000905218,0.0005190316,0.0003051645,0.000048634687,0.0000057655107,0.011456478,0.0024852157,0.0006500314,0.0037779722,0.9801527,0.00023211673],"about_ca_topic_score_codex":0.00020374669,"about_ca_topic_score_gemma":3.383428e-7,"teacher_disagreement_score":0.92215055,"about_ca_system_score_codex":0.000033403147,"about_ca_system_score_gemma":0.0009421927,"threshold_uncertainty_score":0.99407786},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","score_opus":0.8261096242099695,"score_gpt":0.7045818707680983,"score_spread":0.12152775344187117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588909286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84510934,0.0017761888,0.0000011689051,0.13659936,0.00036693906,0.0009717062,0.00005424096,0.000041997788,0.015079038],"genre_scores_gemma":[0.98139435,0.00042867474,0.000019633491,0.016520975,0.000811865,0.00029485757,0.00004629389,0.00001675305,0.00046659124],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98718727,0.008462169,0.000761406,0.0006318362,0.001401137,0.0015561691],"domain_scores_gemma":[0.99379843,0.004660639,0.000045476525,0.000593142,0.0003236327,0.0005786509],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.03432653,0.00024264588,0.00031808342,0.00038829472,0.0003948528,0.000119092954,0.0015311678,0.0018587216,0.006836003],"category_scores_gemma":[0.0039575384,0.00017858633,0.00008229762,0.0022008982,0.00090731325,0.00039246984,0.00027718165,0.01689769,0.00052807655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003156754,0.0052597336,0.80033565,0.00073003024,0.000057222784,0.0014329519,0.032196958,0.00010431641,0.00076040736,0.018666971,0.05388927,0.08340971],"study_design_scores_gemma":[0.002812216,0.00016358924,0.1926813,0.00024875192,0.00001361503,0.00014159478,0.00479177,0.0059198644,0.0011105471,0.010107966,0.78161603,0.0003927413],"about_ca_topic_score_codex":0.0007046929,"about_ca_topic_score_gemma":0.005496151,"teacher_disagreement_score":0.72772676,"about_ca_system_score_codex":0.0005197475,"about_ca_system_score_gemma":0.00049232005,"threshold_uncertainty_score":0.9994371},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1603273306","doi":"10.1177/160940691201100208","title":"Ethics in Qualitative Research: A View of the Participants' and Researchers' World from a Critical Standpoint","year":2012,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Beneficence; Transparency (behavior); Research ethics; Engineering ethics; Respect for persons; Economic Justice; Qualitative research; Vocabulary; Sociology; Psychology; Autonomy; Social science; Political science; Law","score_opus":0.9688948298709127,"score_gpt":0.8332285134866256,"score_spread":0.13566631638428706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603273306","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31777248,0.024654198,0.26101366,0.37774214,0.0033673313,0.0010963853,0.00031861282,0.000019466484,0.014015714],"genre_scores_gemma":[0.69594723,0.0011604128,0.3017209,0.00036209932,0.00044276458,0.00002010156,8.433867e-7,0.000018040413,0.0003276197],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.68752563,0.3051711,0.0014528676,0.00024993205,0.004686192,0.00091429875],"domain_scores_gemma":[0.7362962,0.2562111,0.0005718652,0.0002262481,0.0061557903,0.00053880765],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41837648,0.00014743433,0.00052669406,0.0006807555,0.00034685645,0.000118244345,0.0009626934,0.00018725632,0.00025167776],"category_scores_gemma":[0.3282923,0.000102929356,0.00019559755,0.0012210053,0.0072286027,0.00073769316,0.0003508626,0.0034003146,0.0000036559848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021910843,0.00015181686,0.00052479265,0.000027358485,0.00011137041,0.000004154846,0.60218626,6.9382526e-7,0.00076986186,0.38847324,0.0001186771,0.007412635],"study_design_scores_gemma":[0.00037162862,0.00009556516,0.0020323158,0.0005127305,0.000011769107,0.0000010231406,0.5217708,0.000012477743,0.0011203621,0.4596048,0.014380118,0.00008645483],"about_ca_topic_score_codex":0.0039979448,"about_ca_topic_score_gemma":0.001991097,"teacher_disagreement_score":0.37817475,"about_ca_system_score_codex":0.0005138294,"about_ca_system_score_gemma":0.0013942149,"threshold_uncertainty_score":0.99889886},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W161456861","doi":"10.18785/ojhe.0901.02","title":"Commentary on The Ethics of Clinical Trials in Africa","year":2013,"lang":"en","type":"article","venue":"Journal of Health Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Medicine; Political science; Environmental ethics; Family medicine; Philosophy","score_opus":0.9481778762262679,"score_gpt":0.7642941989843338,"score_spread":0.1838836772419341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161456861","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04043532,0.0010839899,0.00018605564,0.9557198,0.0008144032,0.00072783715,0.0000052989835,0.0000044483877,0.0010228001],"genre_scores_gemma":[0.67065454,0.023989055,0.0030592505,0.30110765,0.00094693684,0.000009127293,0.000001218588,0.000026572496,0.00020567213],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94053334,0.04042929,0.012229684,0.00031114923,0.005784624,0.00071190513],"domain_scores_gemma":[0.07951848,0.9095233,0.005252141,0.00092600787,0.0040598297,0.0007202197],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5479711,0.00013511657,0.0019004529,0.00023180612,0.00015740954,0.000021228727,0.00051291595,0.0016516697,0.00030122514],"category_scores_gemma":[0.6997118,0.00007358598,0.00055501715,0.00032556438,0.0007550824,0.000070235306,0.00012336616,0.0478723,0.000032626573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007130565,0.009070352,0.08087269,0.010050809,0.0010404021,0.00023833248,0.07050555,0.00009039001,0.00034519055,0.13850398,0.6239175,0.058234215],"study_design_scores_gemma":[0.016820522,0.030082215,0.12994322,0.02458948,0.00022056382,0.00012029793,0.013165715,0.0005921309,0.0005315874,0.54037195,0.24311924,0.00044309645],"about_ca_topic_score_codex":0.00047512623,"about_ca_topic_score_gemma":0.00019454001,"teacher_disagreement_score":0.869094,"about_ca_system_score_codex":0.00017339736,"about_ca_system_score_gemma":0.009457551,"threshold_uncertainty_score":0.9996444},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W16472100","doi":"10.1016/j.tsf.2012.04.048","title":"Retraction notice to “Advances in colloidal quantum dot solar cells: The depleted-heterojunction device” [Thin Solid Films 519 (2011) 7351–7355]","year":2012,"lang":"en","type":"article","venue":"Thin Solid Films","topic":"Quantum Dots Synthesis And Properties","field":"Materials Science","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notice; Quantum dot; Nanotechnology; Heterojunction; Thin film; Materials science; Optoelectronics; Engineering physics; Chemistry; Physics; Political science","score_opus":0.028793658575636635,"score_gpt":0.2764403210524183,"score_spread":0.24764666247678163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16472100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787251,0.003279054,0.0007593411,0.0016398346,0.01256966,0.000914745,0.000046736168,0.00027201747,0.0017935173],"genre_scores_gemma":[0.9942764,0.00043588952,0.0017485266,0.0018412544,0.00089639355,0.00012294257,0.000010309942,0.00007969679,0.00058856775],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958814,0.0005243838,0.0009855769,0.00062705966,0.00086400355,0.001117578],"domain_scores_gemma":[0.99790525,0.00034629635,0.0004792911,0.0008051692,0.00018882156,0.00027519694],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046845083,0.0004954312,0.00062198937,0.00022809806,0.0005085849,0.00037268244,0.0008181455,0.00040505655,0.0019019756],"category_scores_gemma":[0.00027659396,0.0003399562,0.00016759853,0.00038510864,0.00013650394,0.0022413698,0.00021006998,0.00069672655,0.0043591224],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050178176,0.0003712013,0.001120986,0.00012950617,0.000026190724,0.000013304413,0.0067239455,0.004304691,0.95714134,0.00044023822,0.027744476,0.001482322],"study_design_scores_gemma":[0.00060447404,0.00044611498,0.005053776,0.00020532697,0.000101882375,0.000051534564,0.003494744,0.0088061225,0.89418733,0.00031560418,0.08583397,0.0008991367],"about_ca_topic_score_codex":0.00082487316,"about_ca_topic_score_gemma":0.00050674874,"teacher_disagreement_score":0.06295404,"about_ca_system_score_codex":0.00016955838,"about_ca_system_score_gemma":0.000101186175,"threshold_uncertainty_score":0.9999052},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1648868577","doi":"10.1109/icbmei.2011.5920360","title":"Notice of Retraction: The empirical research about the impact of corporate governance on accounting transparency","year":2011,"lang":"en","type":"article","venue":"","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Notice; Accounting; Transparency (behavior); Corporate governance; Business; Accounting information system; Empirical research; Computer science; Political science; Finance; Computer security; Law; Mathematics","score_opus":0.22282897000015828,"score_gpt":0.3483159111961997,"score_spread":0.12548694119604142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1648868577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7659383,0.00006602762,0.0033236,0.0012569614,0.00025454335,0.0004528032,0.000005706623,0.000054883596,0.2286472],"genre_scores_gemma":[0.997567,0.00006052262,0.00007026314,0.00037987906,0.0005327644,0.000017170516,0.0000024108492,0.00003192136,0.0013380715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750435,0.00007223344,0.0005552711,0.0003469793,0.0010708356,0.00045031542],"domain_scores_gemma":[0.9878921,0.0003618513,0.0105035575,0.00066837505,0.0005627641,0.000011332434],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027171548,0.0002109977,0.00026283745,0.00010004424,0.000363921,0.000114707,0.0010070985,0.00008890834,0.0019106396],"category_scores_gemma":[0.0043562264,0.000115177405,0.00019307333,0.0013772044,0.00038230553,0.0008532061,0.00021537999,0.0007141068,0.00022265632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000833636,0.00077657145,0.6672891,0.00051852566,0.00034011525,0.000023804567,0.00241862,0.0013392178,0.0009204581,0.17028949,0.093106695,0.062143777],"study_design_scores_gemma":[0.00031615826,0.00007210177,0.98033863,0.00015508373,0.000045106044,0.0000010233929,0.000511877,0.0017738959,0.0003565135,0.0021104596,0.01415053,0.00016862503],"about_ca_topic_score_codex":0.006097977,"about_ca_topic_score_gemma":0.00020368188,"teacher_disagreement_score":0.31304953,"about_ca_system_score_codex":0.00006802581,"about_ca_system_score_gemma":0.000054672128,"threshold_uncertainty_score":0.99900174},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1659515507","doi":"10.1109/cecnet.2011.5769175","title":"Notice of Retraction: Comparison and analysis of carbon emissions from energy consumption between China and Canada","year":2011,"lang":"en","type":"article","venue":"","topic":"Environmental Impact and Sustainability","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Energy consumption; China; Consumption (sociology); Environmental science; Carbon fibers; Greenhouse gas; Computer science; Engineering; Political science; Geology; Electrical engineering; Algorithm","score_opus":0.01752372364379221,"score_gpt":0.23052344782790615,"score_spread":0.21299972418411395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1659515507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947387,0.00003645789,0.00012702761,0.000024229837,0.000013447172,0.000034990775,0.000025261379,0.000003443494,0.004996438],"genre_scores_gemma":[0.9994785,0.000031187818,0.0003653317,0.000010630891,0.0000030981803,6.848014e-7,0.000014225488,0.0000024923045,0.000093852206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993603,0.000041592924,0.00020421334,0.00015072284,0.00015692788,0.00008621241],"domain_scores_gemma":[0.9995933,0.000058522717,0.000099441095,0.00014427827,0.0000025297738,0.00010193185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000082641134,0.00007011756,0.0002153039,0.00002583502,0.00003517198,0.000002281369,0.000046309266,0.000052701333,0.0014746315],"category_scores_gemma":[0.00001679177,0.00006004258,0.000021456697,0.00010529515,0.00019442022,0.00006949448,0.000073607,0.00005162921,1.2980699e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110467645,0.00003563238,0.9964683,0.000004362002,0.000073661664,4.1150793e-7,0.00041124586,0.000029314277,0.0016310121,0.000010345252,0.000024359702,0.0013002808],"study_design_scores_gemma":[0.00008290295,0.000030075978,0.98813444,0.0000021118249,0.0003122074,1.5097707e-7,0.00039020777,0.0015091341,0.009374587,0.000051213712,0.000050169634,0.00006281595],"about_ca_topic_score_codex":0.94366866,"about_ca_topic_score_gemma":0.54881424,"teacher_disagreement_score":0.39485443,"about_ca_system_score_codex":0.00009851436,"about_ca_system_score_gemma":0.00000861183,"threshold_uncertainty_score":0.99943817},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1731370542","doi":"","title":"Plagiarism Education: Strategies for Instructors","year":2015,"lang":"en","type":"article","venue":"International Journal of Learning Teaching and Educational Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Plagiarism detection; Psychology; Medical education; Mathematics education; Focus (optics); Computer science; Medicine; Physics","score_opus":0.1469886411925829,"score_gpt":0.49729891436485957,"score_spread":0.3503102731722767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1731370542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7917534,0.0012351405,0.0029035879,0.09756226,0.0053552734,0.00018448236,0.0000049737973,0.000016347803,0.10098454],"genre_scores_gemma":[0.9787825,0.00014092254,0.008445752,0.0001486472,0.004576685,0.000008726029,0.000011911235,0.000008459959,0.007876451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970071,0.0010418607,0.00029492227,0.00012077453,0.0013139391,0.00022140545],"domain_scores_gemma":[0.99373746,0.0027655882,0.00019064291,0.000043987893,0.0030042245,0.00025810083],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013769339,0.00006816408,0.00010769958,0.0004285332,0.00075578794,0.0003948132,0.0005102303,0.00023156745,0.00008413982],"category_scores_gemma":[0.02097808,0.000063790896,0.00005370979,0.00009932129,0.00027817354,0.0006530508,0.00004699683,0.0033303685,0.000010606514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001369775,0.00013373754,0.011437923,0.000008742088,0.00007057899,0.0000012032363,0.069253854,0.0001467362,0.000046510315,0.79157275,0.07520688,0.0519841],"study_design_scores_gemma":[0.00024356153,0.000095133146,0.0010167663,0.000096430915,0.000005806148,0.000048487505,0.13251469,0.000076581025,0.000005161156,0.16152394,0.7043001,0.00007333005],"about_ca_topic_score_codex":0.0016644711,"about_ca_topic_score_gemma":0.000050025727,"teacher_disagreement_score":0.6300488,"about_ca_system_score_codex":0.00034833275,"about_ca_system_score_gemma":0.0074093146,"threshold_uncertainty_score":0.99896896},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1791656499","doi":"10.1109/icbbe.2011.5781365","title":"Notice of Retraction: Short-Term Response of Koelreuteria paniculata Seedlings to Simulated Soils Polluted by Manganese Mining Wasteland in Central South China","year":2011,"lang":"en","type":"article","venue":"","topic":"Analysis of environmental and stochastic processes","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Notice; Manganese; China; Botany; Environmental science; Soil water; Term (time); Horticulture; Chemistry; Biology; Geography; Soil science; Archaeology; Law; Political science; Physics","score_opus":0.013271339895828611,"score_gpt":0.21738149384724875,"score_spread":0.20411015395142015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1791656499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997688,0.000015701815,0.0012891963,0.000051760104,0.000041157477,0.00015838984,0.000029895551,0.000016044713,0.00070988585],"genre_scores_gemma":[0.9982745,0.000003737935,0.0012415152,0.000044199478,0.000007934811,0.0000022050833,0.000011982335,0.000013409437,0.00040051714],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99846554,0.000059488462,0.00048487156,0.00035533207,0.0003205904,0.0003141743],"domain_scores_gemma":[0.99937856,0.000055433393,0.00013908747,0.00026955226,0.0000055050523,0.000151866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030973498,0.00018277403,0.00030605015,0.000074994095,0.000043136093,0.000007913524,0.0002794326,0.000112260976,0.001663514],"category_scores_gemma":[0.0000759231,0.00015560733,0.000068352485,0.00035197134,0.00013643905,0.00023359574,0.00019862474,0.000099323464,0.000023791343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031067005,0.0006273658,0.4582726,0.000038825357,0.00008025215,0.00003653792,0.014894968,0.009444837,0.5126753,0.000005191188,0.00021090612,0.0006065241],"study_design_scores_gemma":[0.00042238407,0.0002472948,0.9429242,0.000046271867,0.000054711134,0.0000065020795,0.0014946107,0.003785673,0.050750416,0.000011699456,0.000016224236,0.00024000803],"about_ca_topic_score_codex":0.00073448697,"about_ca_topic_score_gemma":0.00013515672,"teacher_disagreement_score":0.48465163,"about_ca_system_score_codex":0.00007232252,"about_ca_system_score_gemma":0.000007354361,"threshold_uncertainty_score":0.9992491},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1869933348","doi":"10.24908/pceea.v0i0.3164","title":"Plagiarism Detection in Code-Based Assignments","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Plagiarism detection; Computer science; Programming language; Code (set theory); Natural language processing","score_opus":0.0050967840772512445,"score_gpt":0.21209383837784127,"score_spread":0.20699705430059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869933348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851131,0.000023891958,0.004303594,0.0043916013,0.004444924,0.00053444697,0.0000085518495,0.00024868327,0.0009312225],"genre_scores_gemma":[0.99493164,7.156806e-7,0.0043787835,0.00010859053,0.00008280197,0.00006940743,0.0000013919132,0.000019227313,0.00040742717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871564,0.0000063092225,0.00023330477,0.00022554256,0.00047651527,0.0003427115],"domain_scores_gemma":[0.99890375,0.00017133815,0.00017330094,0.00017844776,0.00037982265,0.00019331396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008512797,0.00011882865,0.000118489144,0.00055710506,0.00009544449,0.0001670493,0.0007384898,0.00022721774,0.000008733551],"category_scores_gemma":[0.0041031293,0.0001245759,0.000052086503,0.0009885732,0.000011019487,0.00035603138,0.00004138586,0.0006585223,0.000009791736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039993834,0.0002315757,0.8376066,0.0003063481,0.00006880653,5.601429e-7,0.0012738166,0.0069834967,0.11301444,0.018521568,0.0073659946,0.014622814],"study_design_scores_gemma":[0.00028299997,0.000016828555,0.88083273,0.000076661214,0.0000063354714,0.0000023701978,0.000019020341,0.06442756,0.04351413,0.00026073487,0.01030924,0.00025141664],"about_ca_topic_score_codex":0.005986655,"about_ca_topic_score_gemma":0.014522923,"teacher_disagreement_score":0.06950031,"about_ca_system_score_codex":0.0019112203,"about_ca_system_score_gemma":0.000930039,"threshold_uncertainty_score":0.9050072},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1870302140","doi":"10.1139/o09-910","title":"Retraction: Hydrogen peroxide affects abscisic acid binding to ABAP1 in barley aleurones","year":2010,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"Plant nutrient uptake and metabolism","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Abscisic acid; Hydrogen peroxide; Chemistry; Biochemistry; Botany; Biology; Gene","score_opus":0.013689603997897076,"score_gpt":0.22051521914538139,"score_spread":0.20682561514748432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870302140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826605,0.00841787,1.9757954e-7,0.0002736954,0.001581463,0.00022683357,0.00040256674,0.000049482675,0.0063874256],"genre_scores_gemma":[0.96329945,0.019177394,0.000035721805,0.00019858088,0.002781175,0.000043339303,0.0024862082,0.000004387068,0.0119737135],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832475,0.00006661608,0.00026882792,0.0007503343,0.00013049156,0.00045899744],"domain_scores_gemma":[0.9993116,0.00015190292,0.00018171508,0.00010672725,0.000031247375,0.00021679494],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00028862077,0.00035072086,0.0004472065,0.000046893696,0.00015274604,0.000044567532,0.00026291082,0.0019034225,0.0002988943],"category_scores_gemma":[0.000072033625,0.00016913995,0.00011429707,0.00027793436,0.00006942581,0.00005902903,0.0000996035,0.0009764394,0.000089925416],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038815724,0.000054726475,0.0005008494,0.000038790648,0.000007878046,0.000015502805,0.000009471482,5.4366524e-8,0.96035814,0.000004603643,0.0034999093,0.03547125],"study_design_scores_gemma":[0.00008962075,0.00007067894,0.000974576,0.000040025338,0.000016364747,0.00003326744,0.000026119098,5.63087e-7,0.46560353,0.000010917711,0.53290004,0.00023427924],"about_ca_topic_score_codex":0.000067804445,"about_ca_topic_score_gemma":0.000101587066,"teacher_disagreement_score":0.52940017,"about_ca_system_score_codex":0.00003357937,"about_ca_system_score_gemma":0.000026587248,"threshold_uncertainty_score":0.99939233},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1883095706","doi":"10.1111/jlme.12288","title":"Returning a Research Participant's Genomic Results to Relatives: Analysis and Recommendations","year":2015,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Cancer Institute; National Human Genome Research Institute; Wellcome Trust","keywords":"Participant observation; Psychology; Social psychology; Sociology; Social science","score_opus":0.9094334095054257,"score_gpt":0.6971338435979062,"score_spread":0.21229956590751953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883095706","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27420497,0.001365471,0.0012637856,0.7076376,0.0002445904,0.00035665868,0.0000065914646,0.000014799789,0.014905486],"genre_scores_gemma":[0.98596317,0.0030346343,0.0037426653,0.0046726917,0.00076275435,0.0000036218125,0.0000049532005,0.000023915534,0.001791587],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99049515,0.0035775963,0.0015765,0.0002542861,0.0036043117,0.0004921866],"domain_scores_gemma":[0.88153845,0.10740333,0.0006194103,0.00096720876,0.007993066,0.0014785334],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1665347,0.00014260886,0.00071532425,0.0006347437,0.0004403032,0.000032780707,0.000478104,0.00044376336,0.000055809396],"category_scores_gemma":[0.2718719,0.000080250495,0.00010674242,0.0017183312,0.0019271179,0.00011925455,0.0003209712,0.013739598,0.000024028783],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016470972,0.0005210806,0.0074453857,0.00047347587,0.0051424103,0.0004685232,0.74060464,0.00072779757,0.012817406,0.17317341,0.03987732,0.002277566],"study_design_scores_gemma":[0.02259071,0.034692936,0.041077897,0.013393339,0.014457554,0.0014321,0.20370512,0.0018153976,0.0017652757,0.44660923,0.21764949,0.0008109534],"about_ca_topic_score_codex":0.00081133173,"about_ca_topic_score_gemma":0.0019847937,"teacher_disagreement_score":0.7117582,"about_ca_system_score_codex":0.00021521126,"about_ca_system_score_gemma":0.001779941,"threshold_uncertainty_score":0.98853576},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1904810720","doi":"10.1109/icbbe.2011.5780089","title":"Notice of Retraction: Parameter Estimation Method for Periodical Gene Identification","year":2011,"lang":"en","type":"article","venue":"","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Notice; Identification (biology); Computer science; Estimation theory; Estimation; Algorithm; Engineering; Law; Political science; Biology; Botany","score_opus":0.0432221034304179,"score_gpt":0.32758882105409654,"score_spread":0.28436671762367866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904810720","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06362039,0.00004567792,0.9350872,0.000106178784,0.0001974136,0.00017824827,0.0000056884905,0.000008825585,0.0007503691],"genre_scores_gemma":[0.7297693,0.000014754842,0.26908085,0.000080353515,0.000058182366,0.000063663894,0.000083596235,0.0000073570804,0.00084195094],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993929,0.000038123322,0.00021103061,0.00020544272,0.000080200516,0.00007226172],"domain_scores_gemma":[0.99944705,0.000012965977,0.00012561897,0.00024647402,0.00013417637,0.000033717883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023281631,0.000060146638,0.00006785788,0.000032654232,0.00005060193,0.000012105319,0.000082146136,0.00013010348,0.00008355428],"category_scores_gemma":[0.00013977953,0.000054636817,0.000060530252,0.000055033008,0.000034578534,0.0000051948414,0.000013883591,0.000030032934,0.0000049256496],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106552885,0.000055512613,0.000098470955,0.0000151981985,0.000013937968,2.9776084e-8,0.00008253791,0.000023854822,0.97921246,0.00071311055,0.0017713517,0.017906962],"study_design_scores_gemma":[0.000211816,0.000101724945,0.0057176347,0.00000277973,0.0000216144,0.0000030896394,0.00006666414,0.005357249,0.9801233,0.00036952103,0.007953696,0.00007093917],"about_ca_topic_score_codex":0.000010108303,"about_ca_topic_score_gemma":0.0000026098764,"teacher_disagreement_score":0.6661489,"about_ca_system_score_codex":0.000006390978,"about_ca_system_score_gemma":0.000039154413,"threshold_uncertainty_score":0.22280248},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1930603020","doi":"10.1371/journal.pone.0133639","title":"A Scoping Review of Empirical Research Relating to Quality and Effectiveness of Research Ethics Review","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in medical practice","field":"Health Professions","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Public Health; University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Quality (philosophy); Engineering ethics; Empirical research; Management science; Medicine; Data science; Computer science; Engineering; Epistemology; Philosophy","score_opus":0.9603257086203676,"score_gpt":0.8109373013019492,"score_spread":0.1493884073184184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930603020","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008011612,0.96402526,0.000012787703,0.006569544,0.000096338335,0.018328216,0.000039769606,0.00003529495,0.010884792],"genre_scores_gemma":[0.0000013304423,0.9931864,0.002414811,0.0015131475,0.00024915754,0.0023080932,0.000037592894,0.00009903431,0.0001904286],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5903288,0.3918098,0.0054092184,0.001262814,0.009890146,0.0012992419],"domain_scores_gemma":[0.50251734,0.47762692,0.00199225,0.0021992275,0.014863381,0.0008008763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.60802484,0.00037793018,0.0068492806,0.0005508049,0.0010256564,0.000008893285,0.0010584424,0.0021940048,0.00020884632],"category_scores_gemma":[0.8074649,0.0003021323,0.00023553478,0.0037546034,0.0012350642,0.00013558508,0.0025197119,0.049442522,0.00031976082],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029609337,0.00038605524,0.00006823581,0.9795656,0.00018693779,0.0000052319137,0.00060681376,2.554248e-9,0.0000022431168,0.0018606416,0.0018522538,0.015436359],"study_design_scores_gemma":[0.00016272474,0.00024986768,0.0000090284,0.9228745,0.0007975773,0.0000016185294,0.00012579699,2.0071822e-7,0.000001382182,0.0019980068,0.07356798,0.00021128563],"about_ca_topic_score_codex":0.00034154407,"about_ca_topic_score_gemma":0.00004080516,"teacher_disagreement_score":0.19944005,"about_ca_system_score_codex":0.000798576,"about_ca_system_score_gemma":0.014394285,"threshold_uncertainty_score":0.9999431},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1951343740","doi":"10.1002/asi.23421","title":"Costly collaborations: The impact of scientific fraud on co‐authors' careers","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Misconduct; Scientific misconduct; Productivity; Ranking (information retrieval); Psychology; Research integrity; Rigour; Political science; Public relations; Medicine; Computer science; Law; Alternative medicine; Economics; Epistemology","score_opus":0.03220766005286423,"score_gpt":0.3526338973852482,"score_spread":0.32042623733238396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951343740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94474113,0.000055630215,0.0002546347,0.037621148,0.0014974568,0.00050441397,0.00006623453,0.000020063668,0.015239277],"genre_scores_gemma":[0.9994891,0.00002127813,0.00008568891,0.00014258981,0.000047322064,0.0000032982975,0.0000010520799,0.0000010607351,0.00020855431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817085,0.000085785454,0.00036517865,0.000046878955,0.0011556472,0.00017563076],"domain_scores_gemma":[0.9931308,0.00028316057,0.0011817088,0.00010939146,0.0052348957,0.000060038852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015068833,0.000047448608,0.00010989913,0.00048491696,0.0011373106,0.000228289,0.0006604445,0.00027389778,0.0000023393675],"category_scores_gemma":[0.022476729,0.000025803514,0.000057675315,0.0024539991,0.00092039513,0.0015878311,0.000033604003,0.00044037617,0.0000049592404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009976016,0.00007651366,0.103850536,0.000008577986,0.0000995259,1.2695794e-7,0.08364552,0.0008015722,0.00094030023,0.57310236,0.22321528,0.014159924],"study_design_scores_gemma":[0.0020749823,0.0009026371,0.019584456,0.000093170995,0.00008232368,0.000015766032,0.14831072,0.0015321301,0.009549761,0.09466316,0.72293127,0.00025964808],"about_ca_topic_score_codex":0.000077168064,"about_ca_topic_score_gemma":0.000032582426,"teacher_disagreement_score":0.49971595,"about_ca_system_score_codex":0.0007309431,"about_ca_system_score_gemma":0.0023585882,"threshold_uncertainty_score":0.98575735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1965217323","doi":"10.1136/bmj.d8357","title":"Research misconduct in the UK","year":2012,"lang":"en","type":"letter","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Scientific misconduct; Criminology; Psychology; Political science; Law; Medicine","score_opus":0.21968532168309057,"score_gpt":0.4614763998995217,"score_spread":0.24179107821643114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965217323","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020914279,0.0003092623,8.636512e-7,0.6209686,0.0005042549,0.00029716242,0.000006730091,0.000007288131,0.37769672],"genre_scores_gemma":[0.011251717,0.00016236192,0.000056908415,0.86103404,0.047060687,0.000088441906,0.00004466354,0.000013358163,0.080287814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942125,0.003406056,0.00018810539,0.00017375736,0.0013054702,0.0007141141],"domain_scores_gemma":[0.997608,0.0019509039,0.000057785248,0.0002647276,0.00008685684,0.000031701486],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.019431077,0.0000917623,0.00013814546,0.00012788869,0.00041438738,0.00008625067,0.0011251512,0.003094486,0.002077376],"category_scores_gemma":[0.0013035586,0.000061083665,0.00006189332,0.00033826794,0.0004763501,0.00007942431,0.000054034692,0.016552605,0.0012156435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011723628,0.000003640947,0.00020623424,0.000008270784,0.0000038064534,0.000057898153,0.018930271,2.2409795e-8,6.32422e-7,0.0048085176,0.97553545,0.00044405868],"study_design_scores_gemma":[0.000026578773,0.000004132884,0.00015947918,0.000039394366,0.000003958183,0.0000035983526,0.00592043,1.9066269e-7,0.0000013941324,0.005455812,0.9882932,0.00009186467],"about_ca_topic_score_codex":0.02148373,"about_ca_topic_score_gemma":0.0025437137,"teacher_disagreement_score":0.2974089,"about_ca_system_score_codex":0.00010742777,"about_ca_system_score_gemma":0.00037999597,"threshold_uncertainty_score":0.999562},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1965603767","doi":"10.1007/s10404-012-1026-3","title":"Retraction Note: Induced-charge electrokinetic phenomena","year":2012,"lang":"en","type":"article","venue":"Microfluidics and Nanofluidics","topic":"Geophysical and Geoelectrical Methods","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Electrokinetic phenomena; Charge (physics); Nanotechnology; Chemistry; Chemical physics; Materials science; Physics; Quantum mechanics","score_opus":0.016076554752337026,"score_gpt":0.23807722948474727,"score_spread":0.22200067473241025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965603767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617754,0.02947312,0.0010866716,0.00049914565,0.0012545262,0.00022123904,0.000031551073,0.00009059898,0.005567716],"genre_scores_gemma":[0.9932755,0.0038641845,0.0005992376,0.0006412747,0.0010748967,0.0000022025156,0.000049923314,0.000010574085,0.0004821692],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99815935,0.00013540065,0.00029238645,0.00031144638,0.0002943375,0.00080706016],"domain_scores_gemma":[0.999047,0.00021382495,0.00007905837,0.0001974708,0.000055431465,0.00040726073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006093655,0.00024647597,0.00027318476,0.000111724104,0.00027195484,0.00006532979,0.0001471145,0.00026220063,0.0007557974],"category_scores_gemma":[0.00010182118,0.00020166651,0.00008045622,0.0005189586,0.00006530715,0.00029617499,0.000015243766,0.00045327452,0.00049142627],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046462665,0.000090425536,0.016632691,0.000021828702,0.000020487816,0.000002880648,0.00014435871,1.3293408e-7,0.4430216,0.00088103605,0.003934459,0.53520364],"study_design_scores_gemma":[0.0004586149,0.00060218555,0.23654589,0.0000143897705,0.00006978018,0.00006581712,0.000028786784,0.00030493602,0.426647,0.0016785765,0.33299762,0.00058639335],"about_ca_topic_score_codex":0.00035770936,"about_ca_topic_score_gemma":0.00000431292,"teacher_disagreement_score":0.53461725,"about_ca_system_score_codex":0.000010938893,"about_ca_system_score_gemma":0.0000362727,"threshold_uncertainty_score":0.8275451},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1965770155","doi":"10.5539/ass.v8n10p29","title":"Anecdotes of Plagiarism: Some Pedagogical Issues and Considerations","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Engineering ethics; Engineering","score_opus":0.07710072324566199,"score_gpt":0.3945870642749547,"score_spread":0.31748634102929274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965770155","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26438043,0.0009939428,0.00012990485,0.0330589,0.00063904165,0.00025304605,0.000019923553,0.00008752479,0.7004373],"genre_scores_gemma":[0.99728453,0.000088781664,0.0007807915,0.00045278223,0.00079749,0.0000028907725,6.9690367e-7,0.0000029350201,0.00058911036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984139,0.00017542443,0.00016953314,0.00016358864,0.00061111816,0.0004664039],"domain_scores_gemma":[0.99930507,0.00022157477,0.000085328975,0.00006257965,0.00012297646,0.00020248341],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0027761082,0.00007553192,0.00014873307,0.00006676127,0.0017491677,0.00008104796,0.00020702589,0.00036763994,0.00028484772],"category_scores_gemma":[0.0014066561,0.000070169175,0.000033840694,0.00033250792,0.0037137938,0.0010934704,0.00006857168,0.0004950487,0.000023284789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013542959,0.000022980706,0.004284283,0.0000023407254,0.000002354925,5.070831e-7,0.0981346,1.1300042e-8,0.0007981436,0.8878844,0.0016713053,0.0071977656],"study_design_scores_gemma":[0.00034526974,0.00007720148,0.22441794,0.000033954864,0.00005238332,0.000015820075,0.2085875,0.000008624584,0.0052378904,0.39539385,0.16518903,0.0006405361],"about_ca_topic_score_codex":0.0013843741,"about_ca_topic_score_gemma":0.00008120191,"teacher_disagreement_score":0.7329041,"about_ca_system_score_codex":0.00004760813,"about_ca_system_score_gemma":0.00028590902,"threshold_uncertainty_score":0.9995504},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1967498308","doi":"10.1038/509033a","title":"Rise in retractions is a signal of integrity","year":2014,"lang":"en","type":"letter","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"SIGNAL (programming language); Chemistry; Computer science","score_opus":0.021650651809310466,"score_gpt":0.3252703508537775,"score_spread":0.303619699044467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967498308","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004330386,0.0006180446,0.0000391878,0.90928847,0.000865469,0.00016923837,0.00011489415,0.000030331996,0.08844136],"genre_scores_gemma":[0.05397519,0.0003043479,0.00030884935,0.92462116,0.00749261,0.00000880015,0.000076482866,0.000018549455,0.013193989],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792635,0.00051785377,0.0002616233,0.00026539786,0.0007181764,0.00031062405],"domain_scores_gemma":[0.99874955,0.0006179311,0.00021280759,0.00017668934,0.00020241311,0.000040576302],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001539576,0.00015527946,0.0003241641,0.0001953878,0.00013673806,0.000023615637,0.00054643577,0.03926821,0.001562819],"category_scores_gemma":[0.0008907156,0.00014333775,0.00015686883,0.0003573555,0.0002585339,0.000109301924,0.000026532256,0.100508444,0.00006222909],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054538123,0.0000107451915,0.00034097442,0.000035980247,0.000012412129,0.00002090984,0.003623076,1.2211125e-7,0.0000053894023,0.0016613232,0.99373156,0.0005520476],"study_design_scores_gemma":[0.000066811845,0.000010365999,0.00013006359,0.0001491202,0.00001952434,0.000002193551,0.00032805538,0.000010290844,0.000042361564,0.0081477035,0.9909457,0.00014783099],"about_ca_topic_score_codex":0.0061015314,"about_ca_topic_score_gemma":0.001287683,"teacher_disagreement_score":0.07524737,"about_ca_system_score_codex":0.00015647538,"about_ca_system_score_gemma":0.00035824743,"threshold_uncertainty_score":0.9993499},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1967565418","doi":"10.1080/09639284.2011.650452","title":"Perceptions of Authorial Identity in Academic Writing among Undergraduate Accounting Students: Implications for Unintentional Plagiarism","year":2012,"lang":"en","type":"article","venue":"Accounting Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Identity (music); Perception; Psychology; Academic writing; Pedagogy","score_opus":0.034414311140760344,"score_gpt":0.4212675785201,"score_spread":0.38685326737933967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967565418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852435,0.00013842016,0.0047130664,0.0038316178,0.001843377,0.0005871774,0.00002140894,0.000059635895,0.003561805],"genre_scores_gemma":[0.9952365,0.00010348168,0.0014013661,0.0001775613,0.0023403398,0.00016289954,0.00010666472,0.000017963794,0.00045323613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786603,0.00020914452,0.00065218384,0.00024476368,0.0004935541,0.0005342971],"domain_scores_gemma":[0.99807364,0.0006557048,0.00049090735,0.00014878565,0.000534682,0.00009629326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062814187,0.00013386886,0.00018853221,0.00030745898,0.00080626353,0.00012952299,0.0005537975,0.00075212313,0.000059923284],"category_scores_gemma":[0.002880443,0.00015999266,0.000105233274,0.00067625253,0.0002245893,0.0029678189,0.00008301051,0.0012157201,0.000019762663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004451564,0.00013100273,0.7941381,0.00002432649,0.000011078702,6.9622983e-9,0.008220756,0.0000050497633,0.0006083949,0.19377401,0.0010458138,0.002037023],"study_design_scores_gemma":[0.0002020447,0.0000051354273,0.91984934,0.00016964802,0.000049690883,9.926174e-7,0.03701263,0.00003677526,0.000029418168,0.039617226,0.002845396,0.00018168727],"about_ca_topic_score_codex":0.005055363,"about_ca_topic_score_gemma":0.0013489232,"teacher_disagreement_score":0.15415679,"about_ca_system_score_codex":0.00039566358,"about_ca_system_score_gemma":0.00052073074,"threshold_uncertainty_score":0.76422304},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1969530644","doi":"10.1080/08989621.2011.584763","title":"Who Cares about Consent Requirements for Sourcing Human Embryonic Stem Cells? Are Errors<i>In</i>the Past Really Errors<i>Of</i>the Past?","year":2011,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Remedial education; Informed consent; Embryonic stem cell; Human services; Business; Common Rule; Law; Psychology; Medicine; Political science; Biology; Alternative medicine; Pathology","score_opus":0.2649465839690857,"score_gpt":0.4353178113501529,"score_spread":0.1703712273810672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969530644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98685086,0.00023564772,0.000020870004,0.009032589,0.0002690495,0.0023778612,0.000024075634,0.000015553967,0.0011734698],"genre_scores_gemma":[0.99865717,0.00004920908,0.000062217485,0.00038492554,0.00019020158,0.00020212219,0.00001286752,0.00002766761,0.00041361363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953022,0.0008657092,0.000809503,0.0005475718,0.0017241669,0.0007508242],"domain_scores_gemma":[0.99687433,0.0009010853,0.00022147308,0.0011318792,0.0007392566,0.0001319661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009488163,0.00020424894,0.00044846916,0.00027153024,0.0003590496,0.000042288975,0.0007028243,0.00038197776,0.00006462917],"category_scores_gemma":[0.0002830358,0.00012522958,0.00017860119,0.00092550815,0.0020599705,0.00010812231,0.000269523,0.0013107249,0.000006120967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009356119,0.0014523127,0.94921297,0.0032853372,0.0000580881,0.000021319265,0.020648181,0.00001282347,0.014686531,0.0021621028,0.006030675,0.0014940386],"study_design_scores_gemma":[0.002538049,0.0005191535,0.96577954,0.0015559008,0.00004743782,0.000008148048,0.018737799,0.0002862707,0.0033045118,0.0038993466,0.0031012115,0.00022262293],"about_ca_topic_score_codex":0.0043660626,"about_ca_topic_score_gemma":0.01185865,"teacher_disagreement_score":0.01656657,"about_ca_system_score_codex":0.00030399393,"about_ca_system_score_gemma":0.00047675218,"threshold_uncertainty_score":0.7590047},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1969795835","doi":"10.1145/1227310.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Computer science; Feature (linguistics); Relevance (law); Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Feature engineering; Code (set theory); Similarity measure; Feature extraction; Measure (data warehouse); Pattern recognition (psychology); Machine learning; Data mining; Deep learning; Programming language","score_opus":0.02383288585388381,"score_gpt":0.3070886043220694,"score_spread":0.2832557184681856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969795835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12761325,0.0001034087,0.8149264,0.0011507417,0.0014231616,0.00016904878,7.59314e-7,0.00020418722,0.054409035],"genre_scores_gemma":[0.9938959,0.0000056029926,0.0019449571,0.0016750958,0.0010801184,7.769521e-7,0.0000022938082,0.000007820102,0.001387472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987832,0.00014614568,0.00013882201,0.0001657557,0.00031587968,0.0004501967],"domain_scores_gemma":[0.9993285,0.00031025443,0.00006299621,0.00008368657,0.00008025499,0.00013431843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024525335,0.00009363863,0.00009666618,0.00007852547,0.000715593,0.000059642975,0.00016407474,0.0012674697,0.00019458275],"category_scores_gemma":[0.00020648506,0.000086649045,0.00006747726,0.00032898973,0.00015152706,0.00018218433,0.000014080856,0.0017100862,0.00001238635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011001783,0.00034094197,0.05598838,0.00004624467,0.0001567172,0.0002338711,0.022092039,0.07192818,0.010511184,0.16394395,0.022331709,0.6513266],"study_design_scores_gemma":[0.0005912604,0.00006350077,0.003806548,0.000026178644,0.000049954648,0.000011844662,0.004466736,0.83107907,0.006111513,0.0020867335,0.15109874,0.00060794654],"about_ca_topic_score_codex":0.00745536,"about_ca_topic_score_gemma":0.0070792856,"teacher_disagreement_score":0.8662826,"about_ca_system_score_codex":0.00014329492,"about_ca_system_score_gemma":0.0000620642,"threshold_uncertainty_score":0.9991541},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1971096014","doi":"10.1136/bmj.329.7457.70-c","title":"A quarter of UK students are guilty of plagiarism, survey shows","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Medical Education and Admissions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Copying; The Internet; Kingdom; Political science; Library science; Medical education; Law; Medicine; History","score_opus":0.06428442934655725,"score_gpt":0.41632307667400703,"score_spread":0.35203864732744977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971096014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986296,0.00004915275,0.000110013316,0.010237619,0.0002472712,0.00027940562,0.000022863052,0.000010214715,0.00274745],"genre_scores_gemma":[0.99631476,0.0000048794113,0.00041475196,0.0012111469,0.000081073675,0.0000067332485,0.000024651194,0.000005103358,0.0019368912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911547,0.000040900235,0.00029314487,0.00009143181,0.0003716713,0.00008741336],"domain_scores_gemma":[0.99911654,0.000058792262,0.0001210643,0.00025861582,0.00011818981,0.00032680502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004314517,0.0000537374,0.00020639584,0.000043897333,0.000012495988,0.0000020098676,0.00009516401,0.000073865085,0.0038562005],"category_scores_gemma":[0.0028317994,0.000039344173,0.000047019937,0.00010716925,0.00004567505,0.0000102894355,0.000022981474,0.00011499474,0.000025979454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011981854,0.001368509,0.6699873,0.00013192328,0.00007201098,0.000012559802,0.0014942684,0.000003359146,0.0015323373,0.00014226243,0.3245651,0.00057050237],"study_design_scores_gemma":[0.001606077,0.00013124025,0.99173176,0.00031625817,0.000026181515,0.0000070148794,0.00078067376,0.0000039834517,0.001573828,0.00009858021,0.00367583,0.00004857175],"about_ca_topic_score_codex":0.00033213478,"about_ca_topic_score_gemma":0.00010815679,"teacher_disagreement_score":0.32174444,"about_ca_system_score_codex":0.000017181817,"about_ca_system_score_gemma":0.00041240203,"threshold_uncertainty_score":0.9970544},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1971358034","doi":"10.1007/s10805-009-9085-0","title":"Confronting Condescending Ethics: How Community-Based Research Challenges Traditional Approaches to Consent, Confidentiality, and Capacity","year":2009,"lang":"en","type":"article","venue":"Journal of Academic Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute; British Columbia Centre of Excellence for Women's Health; Simon Fraser University","funders":"","keywords":"Confidentiality; Cognitive reframing; Informed consent; Research ethics; Constructive; Public relations; Sociology; Engineering ethics; Political science; Psychology; Process (computing); Law; Social psychology; Medicine; Engineering; Computer science; Alternative medicine","score_opus":0.9907431019658851,"score_gpt":0.7288981110496008,"score_spread":0.2618449909162843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971358034","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3114321,0.00024800812,0.0038572992,0.68216646,0.00041332134,0.0005537906,0.000052487743,0.000024979583,0.0012515791],"genre_scores_gemma":[0.9292447,0.00085525645,0.005036174,0.06402371,0.00071205304,0.0000130059425,0.0000034745408,0.000014973284,0.000096629614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9714038,0.023769524,0.0014476106,0.00023994035,0.0022340713,0.000905065],"domain_scores_gemma":[0.9317977,0.06459743,0.0010690766,0.00025868005,0.0015272818,0.00074983685],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13022727,0.00018113294,0.00048595428,0.0006431789,0.0036534448,0.00006358907,0.00070847385,0.001191388,0.00004730119],"category_scores_gemma":[0.04676482,0.00017004837,0.00006793312,0.00040179637,0.00084604434,0.00046056908,0.00012676705,0.038594726,0.00001106197],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017799767,0.00009932539,0.005598517,0.0022612114,0.00004915143,0.000010025849,0.64626604,0.00004163794,0.005121539,0.31571433,0.023678387,0.0009818607],"study_design_scores_gemma":[0.006816581,0.002110265,0.06035448,0.008199132,0.00010277727,0.0002518734,0.49122825,0.00049199775,0.0019280104,0.21865676,0.20891218,0.0009476971],"about_ca_topic_score_codex":0.0001794978,"about_ca_topic_score_gemma":0.00034677904,"teacher_disagreement_score":0.6181427,"about_ca_system_score_codex":0.00042330346,"about_ca_system_score_gemma":0.004974934,"threshold_uncertainty_score":0.99764365},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1971952397","doi":"10.1002/ppul.21084","title":"Plagiarism rears its ugly head or the taming of the few","year":2009,"lang":"en","type":"editorial","venue":"Pediatric Pulmonology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Citation; Library science; Medicine; History; Computer science","score_opus":0.020422129436380602,"score_gpt":0.32045118170947545,"score_spread":0.30002905227309484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971952397","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029488322,0.004786943,0.000035577963,0.01572556,0.9555959,0.00082474167,0.00019860333,0.00011240982,0.019771436],"genre_scores_gemma":[0.0069408948,0.019530822,0.00006342706,0.00042698413,0.9469943,0.000026297856,0.00003178967,0.000036161204,0.025949322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950754,0.0015369003,0.0007212366,0.0005278847,0.0012757358,0.0008628669],"domain_scores_gemma":[0.9924801,0.0055430373,0.00090596586,0.000563353,0.0003986879,0.00010883184],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035965,0.00035444385,0.0006552344,0.00018844221,0.001021,0.00005861088,0.002758252,0.008571046,0.0002142051],"category_scores_gemma":[0.013769029,0.00018217276,0.00028400894,0.0009394811,0.0005969797,0.00013477191,0.0002749756,0.009538016,0.00011956984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006113397,0.000035239387,0.00016818263,0.00003517202,0.00002928617,0.000013646329,0.004141131,0.00000277238,0.000002276673,0.001728553,0.9895926,0.004189998],"study_design_scores_gemma":[0.00018545332,0.00007319668,0.00040986552,0.000028001577,0.00022751512,0.000004439425,0.000864616,0.000007245607,0.000005061307,0.0030835196,0.99485815,0.00025294104],"about_ca_topic_score_codex":0.0073256986,"about_ca_topic_score_gemma":0.003093329,"teacher_disagreement_score":0.015298576,"about_ca_system_score_codex":0.00023263166,"about_ca_system_score_gemma":0.0029727432,"threshold_uncertainty_score":0.9992846},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1982887144","doi":"10.1016/j.mineng.2011.05.010","title":"Violation of ethical guidelines or plagiarism?","year":2011,"lang":"en","type":"article","venue":"Minerals Engineering","topic":"Mine drainage and remediation techniques","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Metalloid; Environmental science; Reuse; Land reclamation; Hazardous waste; Groundwater; Contamination; Heavy metals; Natural materials; Pollution; Water treatment; Waste management; Environmental engineering; Environmental chemistry; Chemistry; Engineering; Ecology","score_opus":0.041424480801089895,"score_gpt":0.26924532098042103,"score_spread":0.22782084017933113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982887144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8530925,0.00006132241,0.1257065,0.00043763878,0.00020803617,0.00024749857,0.000004317288,0.0003001562,0.019942043],"genre_scores_gemma":[0.9310933,0.000024106424,0.067526296,0.00014007742,0.000056207504,0.000010739626,0.000004057535,0.000011237524,0.0011340204],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99943894,0.000008202547,0.00022577654,0.00009968974,0.00012747182,0.00009990888],"domain_scores_gemma":[0.9997692,0.000022653092,0.00004408877,0.000110567256,0.000017692984,0.00003577503],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020928138,0.00007135935,0.00009255864,0.00003649587,0.000012450506,0.0000028367022,0.00009405334,0.0001312117,0.0012322898],"category_scores_gemma":[0.00023255298,0.00005338784,0.000024838426,0.00015406062,0.000019608204,0.000070351154,0.000047843787,0.00012466838,0.000025165968],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011212656,0.000022450555,0.0010577402,0.000020411297,0.0000062042677,0.0000061537203,0.00067947136,0.0022109805,0.98067087,0.0005505299,0.012872389,0.0018915763],"study_design_scores_gemma":[0.00023584816,0.000119049095,0.005055564,0.00005602576,0.000015532683,0.0000114468785,0.000029036384,0.053460207,0.9100089,0.00025911437,0.030451924,0.0002973555],"about_ca_topic_score_codex":0.0001460561,"about_ca_topic_score_gemma":0.000013292027,"teacher_disagreement_score":0.07800076,"about_ca_system_score_codex":0.000013677363,"about_ca_system_score_gemma":0.0000032025798,"threshold_uncertainty_score":0.9996807},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1984548986","doi":"10.1111/j.1748-720x.2004.tb01969.x","title":"Leopards in the Temple: Restoring Scientific Integrity to the Commercialized Research Scene","year":2004,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scrutiny; Commercialization; Context (archaeology); Research ethics; Political science; Agency (philosophy); Engineering ethics; Public relations; Business; Scientific evidence; Law; Sociology; Engineering; Social science","score_opus":0.9397550317288685,"score_gpt":0.7356368478235283,"score_spread":0.2041181839053402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984548986","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39890528,0.0024025452,0.00004545671,0.59215844,0.0027420134,0.00052439945,0.0000071562995,0.000010304694,0.0032044163],"genre_scores_gemma":[0.9527627,0.0006714792,0.000046729903,0.04415939,0.0021796366,0.000012106514,0.0000016768142,0.000013696692,0.00015258625],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98543805,0.010974778,0.00091893726,0.00018800415,0.0016818596,0.00079839164],"domain_scores_gemma":[0.9894225,0.00829348,0.00024743585,0.0004897463,0.0011326225,0.00041422131],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.11452812,0.0001844983,0.00037082218,0.00017684301,0.0028354763,0.000054166714,0.0019859462,0.0005598376,0.00020845044],"category_scores_gemma":[0.005944247,0.00008072623,0.00007808976,0.0012235089,0.0030342666,0.00012815994,0.00020234335,0.027002009,0.000042300628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005794755,0.0012237969,0.0033477233,0.00038416564,0.00022325889,0.0006106613,0.43733764,0.0032174997,0.025055015,0.40398705,0.10185674,0.016961705],"study_design_scores_gemma":[0.0027347873,0.00073906535,0.0021030293,0.0005601044,0.00018024241,0.00040439723,0.0136094745,0.000052819632,0.0048741368,0.028500535,0.94610226,0.00013916327],"about_ca_topic_score_codex":0.0013888302,"about_ca_topic_score_gemma":0.0024985834,"teacher_disagreement_score":0.8442455,"about_ca_system_score_codex":0.00030633164,"about_ca_system_score_gemma":0.001090719,"threshold_uncertainty_score":0.9996789},"labels":[{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1985207360","doi":"10.2202/1548-923x.1098","title":"Is Plagiarism Creating an Opportunity for the Development of New Assessment Strategies?","year":2005,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"The Internet; Interpretation (philosophy); Relevance (law); The arts; Engineering ethics; Psychology; Sociology; Computer science; World Wide Web; Political science; Engineering","score_opus":0.16607522319044665,"score_gpt":0.4745152213583527,"score_spread":0.30843999816790607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985207360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41953546,0.00018853703,0.5156864,0.043685883,0.00601982,0.00025179907,0.0000019675656,0.000028075849,0.014602035],"genre_scores_gemma":[0.7518576,0.0000073921065,0.24675386,0.0005088207,0.00055845996,0.0000036663141,0.0000053952617,0.0000050774624,0.0002997578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983914,0.00010660947,0.00061908044,0.00013623698,0.00062341965,0.00012329326],"domain_scores_gemma":[0.9972477,0.0002255339,0.0007907975,0.00017847505,0.0013720301,0.00018546646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001822138,0.00009368324,0.000114255425,0.00021704026,0.0002175525,0.00070745556,0.0012805777,0.00005390678,0.000100522346],"category_scores_gemma":[0.00029114314,0.000076773584,0.000073516334,0.00013928635,0.000027107435,0.0025118124,0.000031024687,0.0003999315,0.0000044947906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027194237,0.00090951496,0.002544218,0.0000050354024,0.00008296501,1.7615449e-7,0.038175788,0.00060339377,0.0008697167,0.037779745,0.003948239,0.915054],"study_design_scores_gemma":[0.002396192,0.0004923504,0.6264213,0.0015979103,0.00010688409,0.00036065094,0.15653005,0.009697736,0.01751715,0.043888137,0.14025292,0.0007387777],"about_ca_topic_score_codex":0.000006833052,"about_ca_topic_score_gemma":0.0000036303747,"teacher_disagreement_score":0.9143152,"about_ca_system_score_codex":0.00038654718,"about_ca_system_score_gemma":0.006958851,"threshold_uncertainty_score":0.99867076},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1985379883","doi":"10.1525/jer.2013.8.1.3","title":"The “Ethics Rupture” Summit, Fredericton, New Brunswick, Canada, October 25–28, 2012","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Socioeconomics of Resources and Conservation","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"St. Thomas University","keywords":"Summit; Bureaucracy; Declaration; Corporate governance; Research ethics; Political science; Environmental ethics; Public administration; Unintended consequences; Sociology; Engineering ethics; Law; Management; Engineering; Geography","score_opus":0.5367446215114768,"score_gpt":0.49771486424497435,"score_spread":0.039029757266502485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985379883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4941722,0.010171907,0.0001701937,0.4694352,0.00069865683,0.0008029647,0.000017674089,0.000019273846,0.024511939],"genre_scores_gemma":[0.9310425,0.008854863,0.00039276766,0.007687265,0.0027644949,0.000036500263,0.000010877812,0.00014160643,0.04906911],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919685,0.0018557274,0.0017416792,0.000579884,0.0021197628,0.0017344387],"domain_scores_gemma":[0.9704124,0.022994354,0.00071517314,0.0009952913,0.0036914297,0.0011913489],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03770007,0.00028642427,0.00063856493,0.0008600929,0.0032648721,0.0014026852,0.0023991037,0.0008944976,0.0013798273],"category_scores_gemma":[0.023295006,0.00022924643,0.00032640874,0.0010042171,0.0012063282,0.0006253561,0.00048183324,0.017597325,0.00084262737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076847224,0.0001381176,0.029275164,0.000040328996,0.0001480737,0.000029366334,0.0017155411,0.000047500984,0.000016210368,0.2919687,0.67533445,0.0012096862],"study_design_scores_gemma":[0.00056741614,0.0005836596,0.08052329,0.00006773289,0.0000029465969,0.00000563663,0.0020960926,0.00021662706,0.000030396854,0.16529676,0.7503891,0.00022034292],"about_ca_topic_score_codex":0.4969345,"about_ca_topic_score_gemma":0.56054723,"teacher_disagreement_score":0.46174794,"about_ca_system_score_codex":0.0016785606,"about_ca_system_score_gemma":0.011262274,"threshold_uncertainty_score":0.9999353},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1986549067","doi":"10.4033/iee.2014.7.8.c","title":"Zero tolerance to plagiarism will kill inspiration: a critique for academic meritocracy","year":2014,"lang":"en","type":"article","venue":"Ideas in Ecology and Evolution","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meritocracy; Zero (linguistics); Meaning (existential); Zero tolerance; Sociology; Epistemology; Positive economics; Political science; Philosophy; Economics; Law; Linguistics; Criminology","score_opus":0.03721905722917507,"score_gpt":0.4018641117293396,"score_spread":0.36464505450016454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986549067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87890214,0.00036860746,0.045590978,0.07305587,0.0003409789,0.0010850986,0.000005086629,0.00003279893,0.00061843527],"genre_scores_gemma":[0.97415495,0.0001473426,0.0011991728,0.023649389,0.0003383064,0.0002383995,0.000010538821,0.00000789431,0.00025399963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986918,0.00011271008,0.0002647683,0.0002194297,0.00013937408,0.0005719274],"domain_scores_gemma":[0.9982145,0.00042350948,0.00003295066,0.000105201434,0.0001067121,0.0011171537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015106935,0.00008264051,0.0002353901,0.00015466512,0.00010115524,0.00000402895,0.00004756861,0.00038731756,0.000014234881],"category_scores_gemma":[0.032136507,0.00007582058,0.000022021297,0.00014364663,0.000090552436,0.00013526065,0.000022263679,0.0005290428,0.00001844287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004846967,0.0005306323,0.5536119,0.0017156639,0.000042383104,0.000060418395,0.0018458614,0.00017761112,0.008577666,0.1130502,0.1063968,0.2091439],"study_design_scores_gemma":[0.003334228,0.0020684653,0.83675176,0.000243647,0.00001593868,0.000070747716,0.000033369037,0.0062290477,0.0001422191,0.034682415,0.11629527,0.00013289164],"about_ca_topic_score_codex":0.00011942953,"about_ca_topic_score_gemma":0.0003348192,"teacher_disagreement_score":0.28313988,"about_ca_system_score_codex":0.00022482828,"about_ca_system_score_gemma":0.0006741667,"threshold_uncertainty_score":0.9760162},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987515857","doi":"10.1111/ijcp.12569","title":"Addressing conflict of interest in non-pharmacological research","year":2015,"lang":"en","type":"review","venue":"International Journal of Clinical Practice","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Conflict of interest; Law","score_opus":0.9846146194233203,"score_gpt":0.828737618840698,"score_spread":0.15587700058262233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987515857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084630883,0.971124,0.000017157836,0.0044531287,0.0108369235,0.00068733335,0.00011932221,0.000011607184,0.011904248],"genre_scores_gemma":[0.0073230774,0.98570323,0.00042025588,0.0016567616,0.0045627267,0.000020229067,0.00002262963,0.00004192369,0.0002491382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97819364,0.013484596,0.006134724,0.00046099233,0.0011133307,0.0006127049],"domain_scores_gemma":[0.95443535,0.0342126,0.0046648686,0.0002312558,0.0054192967,0.0010366407],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.045220375,0.0004009564,0.0028443565,0.00083234225,0.00007690031,0.00006424772,0.0022919788,0.0025483365,0.0012406062],"category_scores_gemma":[0.037259776,0.00031454721,0.00088407274,0.0005940736,0.0008738636,0.000648436,0.0005943496,0.022239657,0.00019661906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027697321,0.002460763,0.0001675556,0.0012719482,0.0016890749,0.00417094,0.00015794144,0.000016112457,0.0000075998737,0.0006785376,0.028626485,0.9579833],"study_design_scores_gemma":[0.002498288,0.00060938543,0.000037863716,0.005387904,0.0010891161,0.0011373777,0.00022123028,0.000092717295,0.00001992622,0.00037836836,0.9882874,0.00024043702],"about_ca_topic_score_codex":0.000030630305,"about_ca_topic_score_gemma":0.000008013666,"teacher_disagreement_score":0.9596609,"about_ca_system_score_codex":0.00046363426,"about_ca_system_score_gemma":0.0031271717,"threshold_uncertainty_score":0.9999307},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","score_opus":0.7969926508729327,"score_gpt":0.6778639477958661,"score_spread":0.11912870307706658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987707043","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010930368,0.0011370712,0.00011233727,0.0014761891,0.96315587,0.00043780857,0.00035005363,0.000040007213,0.03219762],"genre_scores_gemma":[0.0010181583,0.00051843456,0.00013561628,0.000106479354,0.9289952,0.00003192541,0.000051329735,0.000036376732,0.069106504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9520504,0.00061827985,0.0012438003,0.0010190964,0.044379693,0.0006887168],"domain_scores_gemma":[0.9646193,0.016736165,0.001270443,0.0018281356,0.014537717,0.0010082629],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.07453775,0.00030234337,0.0006567832,0.08824164,0.0002552495,0.0059358133,0.00401319,0.0012994793,0.0019130898],"category_scores_gemma":[0.37446782,0.00020466674,0.0003103461,0.11510292,0.00010500544,0.000630898,0.0007479962,0.001859084,0.005137558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007796607,0.00007901764,0.0000950033,0.000006105177,0.000021030166,0.000024325727,0.000028125181,0.000018276292,0.000016424443,0.0000052244136,0.9534311,0.046197355],"study_design_scores_gemma":[0.00045215653,0.0002922913,0.0004840363,0.000040615676,0.000007792441,0.0000027879018,0.00019614233,0.000192195,0.000052723113,0.001847212,0.9961783,0.00025374032],"about_ca_topic_score_codex":0.00012517022,"about_ca_topic_score_gemma":0.000020601448,"teacher_disagreement_score":0.2999301,"about_ca_system_score_codex":0.0005909696,"about_ca_system_score_gemma":0.0022137528,"threshold_uncertainty_score":0.999997},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1990854685","doi":"10.1007/s11948-014-9545-9","title":"A Room with a View of Integrity and Professionalism: Personal Reflections on Teaching Responsible Conduct of Research in the Neurosciences","year":2014,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Neuroethics, Human Enhancement, Biomedical Innovations","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute","funders":"University of Queensland; McGill University","keywords":"Context (archaeology); Engineering ethics; Set (abstract data type); Academic integrity; Scientific integrity; Philosophy of science; Psychology; Face (sociological concept); Reflection (computer programming); Research integrity; Scientific misconduct; Critical reflection; Medical education; Sociology; Pedagogy; Computer science; Medicine; Epistemology; Engineering","score_opus":0.49807211554920583,"score_gpt":0.5166400519386172,"score_spread":0.018567936389411344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990854685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98356235,0.000015871341,0.0004966334,0.014864556,0.00021787449,0.00018297869,0.000003751888,0.000015971982,0.00064003264],"genre_scores_gemma":[0.99842644,0.00003358467,0.0006644012,0.00080238265,0.000013748413,0.000013749727,1.1323097e-7,0.0000040417685,0.00004156752],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99741185,0.0004757739,0.00018594015,0.00033799015,0.0013471501,0.00024130536],"domain_scores_gemma":[0.99550647,0.0040172166,0.000055739696,0.00018009264,0.00019747592,0.000042988635],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01373179,0.00007422366,0.000108350556,0.0004757547,0.0005584136,0.000058604626,0.0003560163,0.000060035458,0.0000015520029],"category_scores_gemma":[0.015319981,0.000045829012,0.000008023543,0.002132823,0.0028759227,0.00021688917,0.0001019991,0.0023664155,3.2335214e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129619675,0.00005795336,0.00006085068,0.00011161008,3.3740272e-7,0.0000013870758,0.0055045118,0.00003605915,0.7330731,0.2607932,0.000012397503,0.00033560663],"study_design_scores_gemma":[0.0018134281,0.0072816703,0.039564908,0.006838949,0.000023537581,0.00027066842,0.015850578,0.06487569,0.77775365,0.06343151,0.021249568,0.0010458115],"about_ca_topic_score_codex":0.000047370995,"about_ca_topic_score_gemma":0.00002020598,"teacher_disagreement_score":0.19736171,"about_ca_system_score_codex":0.000019419955,"about_ca_system_score_gemma":0.0004371241,"threshold_uncertainty_score":0.99993515},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1996403924","doi":"10.1080/02602930701772788","title":"An investigation into electronic‐source plagiarism in a first‐year essay assignment","year":2008,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Inyuvesi Yakwazulu-Natali","keywords":"Acknowledgement; Ignorance; The Internet; Quarter (Canadian coin); Perception; Psychology; Electronic publishing; Sociology; Pedagogy; Mathematics education; Public relations; Political science; Computer science; World Wide Web; History; Law","score_opus":0.049372582319956566,"score_gpt":0.3927665071328492,"score_spread":0.34339392481289266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996403924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971504,0.00016776529,0.00088661903,0.014612028,0.0009985224,0.0010566999,8.386366e-7,0.000056658075,0.010716898],"genre_scores_gemma":[0.9937228,0.0001769725,0.0019903213,0.0006270838,0.000500657,0.0005546119,0.00017512019,0.000016593665,0.0022358517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956521,0.0017382799,0.00048484627,0.00043279867,0.001289792,0.00040218362],"domain_scores_gemma":[0.9989063,0.00021835907,0.00022331078,0.00024610414,0.00027799106,0.0001279337],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064811865,0.00016110564,0.00016621705,0.0003462539,0.00046109012,0.00007014809,0.00029228049,0.0006216856,0.0011897688],"category_scores_gemma":[0.00018906988,0.00018386378,0.00003403608,0.00073452084,0.00015136092,0.00081306475,0.00001935646,0.0010871487,0.000045573823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000023495715,0.0006324825,0.7560186,0.000015238068,0.000013453744,5.481709e-7,0.09498713,0.0035015247,0.00033075857,0.13416928,0.00407434,0.0062331567],"study_design_scores_gemma":[0.0008758753,0.00011647082,0.8673861,0.00009988211,0.00003116811,0.0000012021563,0.01249727,0.0047853366,0.000087628025,0.07870213,0.035038855,0.00037806985],"about_ca_topic_score_codex":0.011687872,"about_ca_topic_score_gemma":0.005671833,"teacher_disagreement_score":0.11136752,"about_ca_system_score_codex":0.0038360432,"about_ca_system_score_gemma":0.005797246,"threshold_uncertainty_score":0.9999881},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1999935843","doi":"10.1136/bmj.38968.611296.f7","title":"Role of systematic reviews in detecting plagiarism: case of Asim Kurjak","year":2006,"lang":"en","type":"review","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sveučilište u Zagrebu; Ryerson University","keywords":"Sanctions; Audience measurement; Face (sociological concept); Systematic review; Psychology; Political science; Internet privacy; Computer science; Sociology; Law; Social science; MEDLINE","score_opus":0.10710144615269573,"score_gpt":0.4176863635685728,"score_spread":0.31058491741587707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999935843","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018283577,0.9706821,0.000022288536,0.000021887494,0.00018574609,0.003505893,0.000027115675,0.000014908242,0.025521785],"genre_scores_gemma":[0.0002328523,0.9982618,0.00034487632,0.000010952015,0.00031703524,0.00019487574,0.0000076160104,0.000018445206,0.0006115281],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99301744,0.0034750458,0.002550817,0.00025584968,0.00038654488,0.00031428676],"domain_scores_gemma":[0.99494296,0.0020750086,0.002481266,0.0003413061,0.00010022407,0.000059258433],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013687241,0.0002627364,0.003189482,0.0002548545,0.000109133114,0.000016169357,0.0004960718,0.002053035,0.000053230182],"category_scores_gemma":[0.0074214456,0.0002053652,0.0005457435,0.0006805941,0.00013988982,0.00008725431,0.0000606547,0.001947811,0.000046385943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017327909,0.000043138545,0.000010512938,0.56247866,0.00005320389,0.00013936665,0.006151502,0.0000011122193,5.810045e-7,0.0035276439,0.002669628,0.4249229],"study_design_scores_gemma":[0.000046476747,0.000011239948,2.4022387e-7,0.21594997,0.00039627953,0.0001859639,0.0026700809,0.000010753601,0.0000014707465,0.00038835985,0.78011876,0.00022037684],"about_ca_topic_score_codex":0.017130816,"about_ca_topic_score_gemma":0.006672072,"teacher_disagreement_score":0.7774492,"about_ca_system_score_codex":0.0001704639,"about_ca_system_score_gemma":0.0004569276,"threshold_uncertainty_score":0.9992425},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2006598011","doi":"10.1097/01.ju.0000169135.17634.bc","title":"RECRUITMENT IN PEDIATRIC CLINICAL TRIALS: AN ETHICAL PERSPECTIVE","year":2005,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Clinical trial; MEDLINE; Perspective (graphical); Ethical issues; Family medicine; Engineering ethics; Pathology; Law","score_opus":0.9206934398236194,"score_gpt":0.764325002299176,"score_spread":0.1563684375244434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006598011","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051097377,0.9697699,0.00004789947,0.026876401,0.00089626334,0.0013446339,0.000004465294,0.000007644596,0.0010016713],"genre_scores_gemma":[0.00015113292,0.98763096,0.00036594973,0.0024870448,0.00906407,0.000020244472,0.0000023131759,0.000052660474,0.00022559111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93870187,0.051509663,0.0071842647,0.00046523716,0.0015567819,0.0005821848],"domain_scores_gemma":[0.6966918,0.2958114,0.004108347,0.0011623956,0.0015164603,0.00070953957],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2846361,0.00033056544,0.005616966,0.00065271964,0.000053525204,0.000014888583,0.0011230488,0.0045335284,0.00033819853],"category_scores_gemma":[0.28704038,0.0001657523,0.0016485683,0.00050197047,0.00067660154,0.000041256877,0.00025204621,0.041947,0.00011282852],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019426942,0.00101591,0.000096243115,0.0013215201,0.00050983176,0.00054996496,0.00035308153,0.0000028537236,5.128587e-8,0.0045977756,0.0012554066,0.9883547],"study_design_scores_gemma":[0.002304871,0.007746712,0.00022997474,0.0013843328,0.0065804673,0.0022658752,0.00014112574,0.000010729419,2.0762096e-8,0.015116548,0.9640528,0.00016652994],"about_ca_topic_score_codex":0.0000126350515,"about_ca_topic_score_gemma":0.000111753,"teacher_disagreement_score":0.98818815,"about_ca_system_score_codex":0.00046670018,"about_ca_system_score_gemma":0.0059463964,"threshold_uncertainty_score":0.999689},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2012210612","doi":"10.1016/j.ssresearch.2015.03.006","title":"Should we trust survey data? Assessing response simplification and data fabrication","year":2015,"lang":"en","type":"article","venue":"Social Science Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Data quality; Quality (philosophy); Task (project management); Computer science; Survey data collection; Focus (optics); Unit (ring theory); Data science; Psychology; Engineering; Statistics; Operations management; Mathematics education; Mathematics","score_opus":0.9400145018184716,"score_gpt":0.7066783022504856,"score_spread":0.233336199567986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012210612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651804,0.00044871742,0.0026788411,0.018810729,0.00064797804,0.0005891546,0.00021841713,0.00010533069,0.011320416],"genre_scores_gemma":[0.99734753,0.00013021535,0.0013245296,0.000058172453,0.00037743035,0.00000929588,0.000113197326,0.000009370459,0.0006302282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.92207384,0.07263732,0.00029024476,0.0011938339,0.0028231833,0.0009816027],"domain_scores_gemma":[0.97297436,0.023729922,0.00010181758,0.0012757062,0.0014708249,0.00044739313],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.56074345,0.000092467046,0.00016557449,0.00037913327,0.0041715195,0.00077124237,0.003460457,0.0002016476,0.000030997515],"category_scores_gemma":[0.33260664,0.00008994372,0.000010865666,0.0040617017,0.0062539526,0.0026879744,0.0016730608,0.0004927358,0.00005138198],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01325202,0.0004487874,0.32639068,0.000024155474,0.00003615717,0.00002152222,0.109723635,0.0000018764416,0.020804932,0.017827531,0.06095706,0.45051163],"study_design_scores_gemma":[0.0002104151,0.000038695085,0.92782515,0.0000070426736,0.0000046585,0.000001012158,0.027660105,0.0005961686,0.000100195546,0.0029869413,0.04041042,0.00015919989],"about_ca_topic_score_codex":0.0066910214,"about_ca_topic_score_gemma":0.0023003984,"teacher_disagreement_score":0.60143447,"about_ca_system_score_codex":0.00035803553,"about_ca_system_score_gemma":0.0058673876,"threshold_uncertainty_score":0.9999235},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2013108554","doi":"10.1525/jer.2006.1.2.1","title":"The Ethics in Human Research Ethics","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Information ethics; Meta-ethics; Ethics committee; Nursing ethics; Applied ethics; Ethics of technology; Business ethics; Sociology; Political science; Psychology; Public relations; Public administration; Engineering","score_opus":0.9670438305244726,"score_gpt":0.8158450142239104,"score_spread":0.1511988163005622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013108554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36649776,0.002837679,0.000050846735,0.5564426,0.0004225193,0.002569086,0.000017599445,0.00006705194,0.071094856],"genre_scores_gemma":[0.94937944,0.014765322,0.0005230956,0.002160585,0.004021812,0.00016633648,0.000018437893,0.0002705988,0.028694343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7465008,0.12248496,0.007052453,0.0027453464,0.11162009,0.009596356],"domain_scores_gemma":[0.16590509,0.74255055,0.0006753043,0.004338311,0.0835246,0.0030061626],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.7048336,0.00066601683,0.0016448667,0.0073776217,0.013255596,0.0018227743,0.006509713,0.009279565,0.00047135956],"category_scores_gemma":[0.73242867,0.0004585431,0.0008945197,0.010314898,0.024830896,0.0004635015,0.003552235,0.39690813,0.0005457815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004564724,0.0054063327,0.013825879,0.0022538078,0.00023820155,0.0056322925,0.009433667,0.000106329826,0.011119659,0.832141,0.11418904,0.0010890982],"study_design_scores_gemma":[0.003921592,0.012900208,0.028636781,0.0052770805,0.000020025598,0.00013474563,0.0077531664,0.0000960645,0.0029907613,0.7708389,0.16697778,0.00045288098],"about_ca_topic_score_codex":0.0034661964,"about_ca_topic_score_gemma":0.02311194,"teacher_disagreement_score":0.62006557,"about_ca_system_score_codex":0.0051856483,"about_ca_system_score_gemma":0.04344431,"threshold_uncertainty_score":0.9997866},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2015405631","doi":"10.1200/jco.2014.56.2447","title":"Raising Concern About the American Society of Clinical Oncology Conflict of Interest Policy Amendment","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Oncology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Raising (metalworking); Conflict of interest; Clinical Oncology; Oncology; Internal medicine; Law; Political science; Cancer","score_opus":0.9220277047279211,"score_gpt":0.7379440141524083,"score_spread":0.18408369057551277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015405631","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11081599,0.0014535328,0.00015206898,0.8714317,0.009159643,0.00070650975,0.00018460778,0.000025290856,0.006070672],"genre_scores_gemma":[0.27957818,0.010826355,0.00042705992,0.67737836,0.03101847,0.000013580195,0.00002549487,0.00006692731,0.0006655997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96428156,0.019403016,0.013646097,0.00071050756,0.00072129513,0.0012375307],"domain_scores_gemma":[0.9213938,0.049422964,0.025465107,0.00069771364,0.0018020263,0.001218366],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031202,0.0007201087,0.008266253,0.0002585773,0.00023047629,0.000017564475,0.0022235045,0.008334861,0.00097263925],"category_scores_gemma":[0.008414156,0.0004924801,0.0039193444,0.00048950635,0.009619644,0.00012346957,0.0005279176,0.039560977,0.00005252505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004446974,0.0016398234,0.008739197,0.00036400717,0.0032153649,0.00043174086,0.00034670296,0.000036419773,0.00021912061,0.00043366855,0.73836654,0.24176043],"study_design_scores_gemma":[0.00735194,0.014181594,0.0038723955,0.0002602657,0.0017810629,0.0003382131,0.0002681298,0.00025801425,0.00038862752,0.0007035453,0.97020984,0.00038635984],"about_ca_topic_score_codex":0.00026022072,"about_ca_topic_score_gemma":0.00004732847,"teacher_disagreement_score":0.24137408,"about_ca_system_score_codex":0.0005537261,"about_ca_system_score_gemma":0.01084407,"threshold_uncertainty_score":0.99994063},"labels":[{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2016056732","doi":"10.1200/jco.2008.21.6606","title":"Relationships Between Authorship Contributions and Authors' Industry Financial Ties Among Oncology Clinical Trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Ontario Institute for Cancer Research","funders":"National Cancer Institute","keywords":"Medicine; Clinical trial; Test (biology); Odds ratio; Odds; Family medicine; Internal medicine; Oncology; Logistic regression","score_opus":0.8928417148709451,"score_gpt":0.7447858718868725,"score_spread":0.1480558429840726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016056732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93138415,0.00041143195,0.00019909303,0.047301143,0.015996145,0.0005814406,0.00021694165,0.000053032523,0.003856657],"genre_scores_gemma":[0.9774585,0.0006341194,0.00087832886,0.004336885,0.015854675,0.000019703391,0.00002126771,0.00002917249,0.00076737226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9254272,0.06240931,0.010216081,0.00056373357,0.00042529375,0.00095836894],"domain_scores_gemma":[0.8619454,0.1160998,0.0092976745,0.00043494668,0.001871697,0.010350473],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.22463939,0.00039287645,0.0039530634,0.00028587208,0.0007386959,0.00004023221,0.00062037597,0.028895274,0.0015298553],"category_scores_gemma":[0.28014845,0.0003182123,0.0010062482,0.0003711063,0.002996243,0.00041126844,0.00023521697,0.0965219,0.00008197885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025296267,0.0013610994,0.78381747,0.00002501885,0.000562059,0.00033673155,0.00025961862,0.000006985997,0.00015667456,0.008841304,0.030483833,0.17161956],"study_design_scores_gemma":[0.006317563,0.002834391,0.52318555,0.00003078534,0.0011779217,0.000166254,0.00016338231,0.00015687781,0.00016223358,0.011350556,0.45421314,0.00024132936],"about_ca_topic_score_codex":0.000023947621,"about_ca_topic_score_gemma":0.00020293078,"teacher_disagreement_score":0.4237293,"about_ca_system_score_codex":0.00017540996,"about_ca_system_score_gemma":0.005874461,"threshold_uncertainty_score":0.999927},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2018998446","doi":"10.1007/s12630-013-9940-8","title":"Retraction Note to: Antiemetic efficacy of propofol at small doses for reducing nausea and vomiting following thyroidectomy","year":2013,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Regret; Antiemetic; Medicine; Nausea; Vomiting; Propofol; Thyroidectomy; General surgery; Anesthesia; Internal medicine; Thyroid; Computer science","score_opus":0.02478906961522109,"score_gpt":0.27239989699195255,"score_spread":0.24761082737673146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018998446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98765814,0.005730845,0.000099803576,0.003002324,0.0015110736,0.0014923736,0.000017635017,0.000013952927,0.00047382282],"genre_scores_gemma":[0.97718596,0.0013781931,0.0058697606,0.00027293796,0.0047479086,0.00002719621,0.00010706509,0.0003792484,0.010031714],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99505323,0.00024063216,0.0019716052,0.0005696132,0.0009071108,0.0012578255],"domain_scores_gemma":[0.9913891,0.00056064955,0.0025266465,0.0004011675,0.0016801056,0.00344235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022358536,0.00076546206,0.0020723485,0.0023485532,0.0008138807,0.00026466078,0.0004673245,0.0010930697,0.00017488076],"category_scores_gemma":[0.001982584,0.00068161386,0.0009857531,0.00061482756,0.0002022743,0.00047980336,0.000018343406,0.0021330512,0.000013374629],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004191219,0.00045135978,0.03119025,0.0050161285,0.0037440266,0.7055675,0.0096152155,0.0003247684,0.0047860155,0.00009744461,0.13986413,0.09515196],"study_design_scores_gemma":[0.002917098,0.0036166739,0.02185106,0.005207642,0.0019369568,0.85959035,0.00048519493,0.000058267753,0.0005658242,0.000033098753,0.10300758,0.00073024235],"about_ca_topic_score_codex":0.008471668,"about_ca_topic_score_gemma":0.0039360505,"teacher_disagreement_score":0.15402287,"about_ca_system_score_codex":0.0025876018,"about_ca_system_score_gemma":0.0069623105,"threshold_uncertainty_score":0.9995635},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2022095654","doi":"10.3138/jsp.38.1.1","title":"Plagiarism, Publishing, and the Academy","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Misconduct; Public relations; Ambivalence; Order (exchange); Dishonesty; Identity (music); Set (abstract data type); Sociology; Academic dishonesty; Political science; Media studies; Law; Business; Psychology; Higher education; Social psychology; Computer science","score_opus":0.03540922971001967,"score_gpt":0.2296023244091336,"score_spread":0.19419309469911394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022095654","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31079933,0.016588101,0.00024105729,0.34603727,0.0019062445,0.00025971653,0.00002507892,0.00013007905,0.32401314],"genre_scores_gemma":[0.98730564,0.00016856058,0.0006475208,0.0037839587,0.0039278716,0.000005113503,0.00001249194,0.000031434345,0.0041174185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631524,0.00069434056,0.0011037975,0.00020540778,0.0013115265,0.00036969272],"domain_scores_gemma":[0.9951562,0.0010048546,0.0013341693,0.00036827024,0.0019590706,0.00017739307],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01637345,0.00021147665,0.00039313827,0.0005451278,0.0012599401,0.34743407,0.0025299115,0.0003339377,0.0001429017],"category_scores_gemma":[0.009468933,0.00013268548,0.00020596011,0.0002170285,0.0005603997,0.32591507,0.00040964264,0.0070344247,0.0000066885523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008389732,0.000049102302,0.0021672244,0.000009564217,0.000060280065,0.0000050565995,0.007238301,0.000008686835,0.000040347364,0.74168026,0.24297874,0.0056785704],"study_design_scores_gemma":[0.0026522782,0.000040697236,0.007536637,0.00009541282,0.00007974182,0.00012159255,0.0040318714,0.00009168047,0.000016618424,0.10823867,0.87690103,0.0001937663],"about_ca_topic_score_codex":0.0014977395,"about_ca_topic_score_gemma":0.00024549227,"teacher_disagreement_score":0.6765063,"about_ca_system_score_codex":0.00011028035,"about_ca_system_score_gemma":0.000153949,"threshold_uncertainty_score":0.9988747},"labels":[{"model":"gemma","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2023640666","doi":"10.1177/1476750307083720","title":"Reciprocity","year":2008,"lang":"en","type":"article","venue":"Action Research","topic":"Community Health and Development","field":"Health Professions","cited_by":274,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; York University","funders":"Health Canada","keywords":"Reciprocity (cultural anthropology); Sociology; Participatory action research; Reciprocal; Action research; Citizen journalism; Public relations; Engineering ethics; Action (physics); Political science; Social science; Pedagogy; Law","score_opus":0.908520586474894,"score_gpt":0.730495074282825,"score_spread":0.17802551219206897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023640666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.835637,0.000056052668,0.00007452022,0.0069853584,0.00042691204,0.000629092,0.0000013020863,0.00010377443,0.156086],"genre_scores_gemma":[0.9536966,0.0008744555,0.00053846976,0.0014417422,0.00028110415,0.00027440308,0.00000986085,0.000011013266,0.04287236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971705,0.0014001809,0.00022288701,0.00012656409,0.000506538,0.00057329563],"domain_scores_gemma":[0.997729,0.0012268291,0.000033374406,0.00031349124,0.0004786615,0.0002186312],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027014299,0.00004659672,0.00008757771,0.00018825478,0.0042767385,0.0000026095454,0.00015106364,0.00011709035,0.002558912],"category_scores_gemma":[0.0008892317,0.000041884967,0.00001763206,0.00047244277,0.00008229344,0.00008393534,0.00016942903,0.0018640922,0.005192222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023741087,0.00013775106,0.17255771,0.00023254871,0.00000986416,0.000017379303,0.011177172,5.48254e-7,0.00038705222,0.0020807816,0.77762425,0.03553754],"study_design_scores_gemma":[0.00028365522,0.00003890921,0.25073534,0.000023621693,2.8961003e-7,0.0000037667405,0.0030411559,0.00001312504,0.0000758715,0.0008611671,0.7448793,0.000043766657],"about_ca_topic_score_codex":0.0021352833,"about_ca_topic_score_gemma":0.0006325569,"teacher_disagreement_score":0.11805959,"about_ca_system_score_codex":0.00038193885,"about_ca_system_score_gemma":0.0012055794,"threshold_uncertainty_score":0.9983529},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2027235867","doi":"10.1046/j.1473-6861.2003.00047.x","title":"The construction of plagiarism in a school of nursing","year":2003,"lang":"en","type":"article","venue":"Learning in Health and Social Care","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Syllabus; Academic integrity; Ignorance; Medical education; Inclusion (mineral); Psychology; Pedagogy; Medicine; Political science; Social psychology; Law","score_opus":0.022333013578881643,"score_gpt":0.34947159352625784,"score_spread":0.3271385799473762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027235867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664329,0.003966464,0.000059885366,0.0038597558,0.00028066267,0.00022645827,0.0000018456145,0.000010924194,0.025161058],"genre_scores_gemma":[0.9989993,0.00063368643,0.00016848344,0.00007970577,0.000050392075,0.0000023837204,0.0000014661821,0.000002561265,0.0000620382],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983409,0.0009735747,0.00024404068,0.00007627644,0.00016579262,0.0001994297],"domain_scores_gemma":[0.9994783,0.0002416862,0.00014740112,0.000023322224,0.000061000123,0.000048319955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001685324,0.000039039453,0.00013022432,0.000050524774,0.0005237957,0.000008917282,0.00005078408,0.0003299706,0.000008404471],"category_scores_gemma":[0.001352508,0.000036349873,0.000020374002,0.0001824734,0.00035156865,0.000034901543,0.0000041489875,0.001136207,3.8948173e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003501289,0.0000097673255,0.30163622,0.00010149498,0.0000022091865,3.6340884e-7,0.44646257,0.000026751582,0.0000038701937,0.19038424,0.00007882847,0.06125869],"study_design_scores_gemma":[0.00031717218,0.000063870946,0.019050129,0.00020984614,0.0000018661252,7.974026e-7,0.9488237,0.000019591598,0.00001298795,0.007444114,0.023990419,0.00006552277],"about_ca_topic_score_codex":0.0051213144,"about_ca_topic_score_gemma":0.0016973247,"teacher_disagreement_score":0.5023611,"about_ca_system_score_codex":0.00014539767,"about_ca_system_score_gemma":0.00055647263,"threshold_uncertainty_score":0.7741929},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2031584713","doi":"10.1007/s11948-013-9437-4","title":"Ensuring PhD Development of Responsible Conduct of Research Behaviors: Who’s Responsible?","year":2013,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Quarter (Canadian coin); Work (physics); Focus group; Research ethics; Engineering ethics; Public relations; Pedagogy; Sociology; Medicine; Political science; Engineering","score_opus":0.49109875405317005,"score_gpt":0.5198793828953219,"score_spread":0.028780628842151823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031584713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925345,0.00018055963,0.000069589805,0.006188673,0.000070724556,0.00032174695,0.0000014357743,0.00002095901,0.0006118033],"genre_scores_gemma":[0.98815405,0.00017345072,0.011081459,0.00016994837,0.000028201372,0.000019375393,8.0295064e-7,0.00000995929,0.00036276976],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963547,0.00007528382,0.0003329571,0.00021578938,0.002195712,0.00082554214],"domain_scores_gemma":[0.9934618,0.0016215233,0.000046276604,0.00036189778,0.00213277,0.0023757366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021222461,0.0000804601,0.00022635965,0.0007380206,0.00017619836,0.000022121661,0.00017352591,0.00014810565,0.000033881126],"category_scores_gemma":[0.090843216,0.0000639599,0.000016545608,0.001349098,0.0009469472,0.00019002969,0.00013400477,0.0011194783,0.000008382549],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007131728,0.000057262747,0.0008273108,0.0014239898,0.000006396087,0.000010474148,0.006879364,0.000014147437,0.97885925,0.0015279853,0.00058489153,0.009737615],"study_design_scores_gemma":[0.0008984155,0.0007989227,0.105209604,0.0031112013,0.000009355357,0.00003690249,0.0017068515,0.0015549598,0.8707335,0.00027279553,0.015479405,0.00018806335],"about_ca_topic_score_codex":0.00015681321,"about_ca_topic_score_gemma":0.0000069824137,"teacher_disagreement_score":0.108125724,"about_ca_system_score_codex":0.00013875027,"about_ca_system_score_gemma":0.021471476,"threshold_uncertainty_score":0.98407584},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2031819566","doi":"10.5539/ass.v9n9p179","title":"Announcement of Retraction","year":2013,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Historical and Linguistic Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Interpretation (philosophy); Interpreter; Literal (mathematical logic); Philosophy; Mythology; Literature; Epistemology; Linguistics; Theology; Art; Computer science","score_opus":0.02596623337361777,"score_gpt":0.3220020028876901,"score_spread":0.29603576951407234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031819566","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047810227,0.000019784324,0.00007567168,0.0028130205,0.0008138877,0.00010128724,8.164127e-7,0.000023558967,0.991371],"genre_scores_gemma":[0.99686366,0.0000112536945,0.00020642948,0.00006192549,0.00050238456,0.000008225227,1.4358113e-7,0.0000013603141,0.002344601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890226,0.000030747746,0.00011205058,0.00012506267,0.00060142315,0.00022848172],"domain_scores_gemma":[0.99949914,0.00002793075,0.00006847528,0.000047599486,0.00028729948,0.00006958183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005524313,0.000037081554,0.00007756088,0.0000369849,0.001223787,0.000030856125,0.0002039214,0.000037504597,0.00034024246],"category_scores_gemma":[0.00068756606,0.00003324319,0.00002797093,0.0006982674,0.0014485065,0.00015826254,0.000027627573,0.000055317774,0.00008348478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021526243,0.00007508314,0.0015331927,0.000004899124,0.0000050580556,6.4298223e-7,0.08365674,2.605932e-8,0.0022508872,0.57478493,0.01856361,0.31912276],"study_design_scores_gemma":[0.00008458416,0.00004382506,0.14955609,0.0000071580107,0.000006903038,1.01712025e-7,0.031619098,0.0000018067592,0.00015016607,0.014227914,0.8041662,0.00013614642],"about_ca_topic_score_codex":0.0038505825,"about_ca_topic_score_gemma":0.000096974334,"teacher_disagreement_score":0.99208266,"about_ca_system_score_codex":0.00020476694,"about_ca_system_score_gemma":0.0001696115,"threshold_uncertainty_score":0.9412503},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2034886466","doi":"10.1037/0022-3514.92.4.575","title":"The eureka error: Inadvertent plagiarism by misattributions of effort.","year":2007,"lang":"en","type":"article","venue":"Journal of Personality and Social Psychology","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Mental Health; Social Sciences and Humanities Research Council of Canada","keywords":"Misattribution of memory; Anagrams; Anagram; Psychology; Task (project management); Feeling; Attribution; Social psychology; Cognitive psychology; Cognition","score_opus":0.044556024553778405,"score_gpt":0.3864191638983278,"score_spread":0.3418631393445494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034886466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94797933,0.0018856153,0.007067099,0.0187969,0.0056360736,0.00015868813,0.00006837038,0.000018797535,0.01838915],"genre_scores_gemma":[0.995578,0.000121614976,0.000061830004,0.0025000607,0.00047172813,0.000002249209,0.000005102826,0.000011320653,0.0012480859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980729,0.0002759783,0.0008277487,0.00019505221,0.00026252778,0.00036577648],"domain_scores_gemma":[0.9985033,0.00025517395,0.00069130195,0.0001644101,0.000260612,0.00012518051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002714577,0.00014266832,0.00036766354,0.00012360707,0.00037698582,0.000013879769,0.00023840074,0.00043830829,0.00058198185],"category_scores_gemma":[0.000059570903,0.00010839815,0.00025441695,0.00020165868,0.0010210997,0.000057391153,0.0000217541,0.00076304557,0.000022202168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034180856,0.0012596868,0.015070878,0.00002179986,0.0010030335,0.000061552135,0.017059293,3.2442827e-7,0.0040730266,0.053722788,0.78710693,0.11720262],"study_design_scores_gemma":[0.0024320995,0.00057911576,0.48290476,0.000005965079,0.000070989634,0.0007244929,0.0062758476,8.062886e-7,0.000035004683,0.004024019,0.50280786,0.00013903185],"about_ca_topic_score_codex":0.00004058722,"about_ca_topic_score_gemma":0.000070838985,"teacher_disagreement_score":0.4678339,"about_ca_system_score_codex":0.000040312992,"about_ca_system_score_gemma":0.00002408514,"threshold_uncertainty_score":0.6372293},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2046485700","doi":"10.1139/cjpp-2020-0072","title":"Retraction: Epigallocatechin gallate effectively ameliorates fluoride-induced oxidative stress and DNA damage in the liver of rats","year":2020,"lang":"en","type":"retraction","venue":"Canadian Journal of Physiology and Pharmacology","topic":"Fluoride Effects and Removal","field":"Environmental Science","cited_by":43,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oxidative stress; DNA damage; Gallate; Fluoride; Oxidative damage; Chemistry; Epigallocatechin gallate; DNA; Pharmacology; Antioxidant; Biochemistry; Medicine; Polyphenol","score_opus":0.014347579605046686,"score_gpt":0.2560994268702286,"score_spread":0.2417518472651819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046485700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948464,0.0016491268,0.0000019499937,0.0006588166,0.002038317,0.00031546384,0.000048673042,0.0000023965924,0.00043884924],"genre_scores_gemma":[0.99689937,0.0020774428,0.000024578207,0.00033978524,0.00057722913,0.000004594188,0.0000135055625,0.000015182864,0.00004830063],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980708,0.00087112497,0.0003714984,0.00027670374,0.00012732907,0.00028254255],"domain_scores_gemma":[0.9985629,0.0005422693,0.0005246583,0.00008157467,0.000039903913,0.00024869875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006008687,0.0002452659,0.0005672461,0.00018584273,0.00014724016,0.000014004686,0.00026173523,0.00051366526,0.00094156206],"category_scores_gemma":[0.000063721185,0.0001734733,0.00007934451,0.00025033034,0.0005754139,0.00018128841,0.000041546515,0.0017205105,0.00001098125],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021101642,0.000039629635,0.00077918096,0.00026912047,0.00016255179,0.0005534863,0.001137592,0.00011730355,0.98049647,0.000012750032,0.013005252,0.0032156734],"study_design_scores_gemma":[0.0022377833,0.0036491465,0.38178927,0.00040681366,0.0006914489,0.0006811811,0.0004526149,0.0006480679,0.5853146,0.00088976003,0.022480253,0.0007591177],"about_ca_topic_score_codex":0.0042022914,"about_ca_topic_score_gemma":0.0050708917,"teacher_disagreement_score":0.3951819,"about_ca_system_score_codex":0.00013851692,"about_ca_system_score_gemma":0.0002421197,"threshold_uncertainty_score":0.9999717},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2048823562","doi":"10.1080/17449626.2011.591817","title":"Is consent for research genuinely informed? Using decision aid tools to obtain informed consent in the global south","year":2011,"lang":"en","type":"article","venue":"Journal of Global Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Université de Montréal","funders":"","keywords":"Informed consent; Political science; Psychology; Engineering ethics; Sociology; Medicine; Alternative medicine; Engineering","score_opus":0.9046856705692733,"score_gpt":0.6893515620186309,"score_spread":0.2153341085506424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048823562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94279885,0.00034253622,0.0063165063,0.038218796,0.00070273975,0.0017959155,0.00017682897,0.00001344192,0.009634372],"genre_scores_gemma":[0.9265757,0.0009404627,0.054882493,0.017072504,0.0004129476,0.000014360562,0.0000025885188,0.000018905306,0.0000799987],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99061567,0.0006551081,0.0020014348,0.0003039168,0.005445496,0.000978394],"domain_scores_gemma":[0.88453645,0.103131324,0.0007444254,0.0010183795,0.009459347,0.0011100727],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04014391,0.00023593931,0.0006254414,0.00022871574,0.0002900002,0.00017904937,0.0010799143,0.001163046,0.00006675835],"category_scores_gemma":[0.4019757,0.00015540943,0.00037808242,0.0013716342,0.00086837704,0.00023412319,0.00042271422,0.00659462,0.000049198316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06666684,0.0023592915,0.44952425,0.00459577,0.00084141205,0.0020708938,0.08274584,0.00027451201,0.00020000347,0.32480207,0.04758459,0.018334528],"study_design_scores_gemma":[0.019674046,0.015941296,0.14677696,0.01501503,0.000341678,0.0036416485,0.05645894,0.0004863257,0.00056920026,0.68962127,0.050650634,0.00082299137],"about_ca_topic_score_codex":0.00044383563,"about_ca_topic_score_gemma":0.008056506,"teacher_disagreement_score":0.36481917,"about_ca_system_score_codex":0.002159676,"about_ca_system_score_gemma":0.034993187,"threshold_uncertainty_score":0.9956972},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2049373926","doi":"10.1007/s12630-012-9833-2","title":"Retraction Note to: Granisetron reduces vomiting after strabismus surgery and tonsillectomy in children","year":2012,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Nausea and vomiting management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Regret; Granisetron; Medicine; General surgery; Psychology; Vomiting; Anesthesia; Computer science","score_opus":0.012677083868741291,"score_gpt":0.24323303259120105,"score_spread":0.23055594872245977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049373926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842548,0.008110554,0.000004170767,0.0045556296,0.001892353,0.00052999327,0.00001878075,0.000012678074,0.0006210568],"genre_scores_gemma":[0.9902143,0.0017188359,0.00031835967,0.00021440137,0.005918243,0.000009680703,0.00004666369,0.00015503324,0.0014044952],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9953633,0.00027217102,0.0015959088,0.00043656892,0.0008774126,0.001454618],"domain_scores_gemma":[0.99383944,0.00021225472,0.0013159219,0.00029317578,0.0005617847,0.0037774495],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031737392,0.00065577956,0.0015265716,0.0043665986,0.0003574126,0.00037386554,0.00027393998,0.0010104052,0.0002635747],"category_scores_gemma":[0.00061974657,0.00063139456,0.00048593353,0.00080437557,0.00013939997,0.00061555044,0.00001325974,0.003753488,0.000018360097],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010307052,0.00014915635,0.28554162,0.0005891122,0.0006540356,0.56956375,0.0016637112,0.000036135385,0.000048611222,0.000013818616,0.078102574,0.06260675],"study_design_scores_gemma":[0.00064769306,0.00044677945,0.27932504,0.002196334,0.0005468382,0.6796949,0.00017391874,0.0000021184294,0.00002994992,0.000017218881,0.03645253,0.00046667433],"about_ca_topic_score_codex":0.013148238,"about_ca_topic_score_gemma":0.015805952,"teacher_disagreement_score":0.11013113,"about_ca_system_score_codex":0.0029424669,"about_ca_system_score_gemma":0.0057509476,"threshold_uncertainty_score":0.9998855},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2052221197","doi":"10.1136/bmj.d4038","title":"Alberta University medical dean resigns after students detect plagiarism in his speech","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jargon; Term (time); Psychology; Medical education; Media studies; Medicine; Sociology; Linguistics; Philosophy; Physics","score_opus":0.025024600920281366,"score_gpt":0.3272511486603558,"score_spread":0.30222654774007446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052221197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755707,0.000014183161,0.00030824935,0.004021009,0.00035914956,0.00036921384,6.529723e-7,0.000021332531,0.019335506],"genre_scores_gemma":[0.98552036,0.000009966976,0.00598578,0.0018022587,0.00022222476,0.000009968895,0.000011798475,0.000013115003,0.006424533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866146,0.00007519789,0.00023955676,0.00019710687,0.00063716876,0.00018948806],"domain_scores_gemma":[0.99941176,0.000045868703,0.000050038092,0.00030597596,0.000079864716,0.000106471976],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008551971,0.00008405021,0.00014202614,0.00021593922,0.000030417288,0.00000378739,0.00020344416,0.00024375408,0.002579085],"category_scores_gemma":[0.0015630788,0.00008049868,0.000030247804,0.0003968987,0.000092018294,0.00004516358,0.00008314191,0.0004254539,0.0002037758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084654207,0.0009049883,0.78769445,0.000068349844,0.0000808642,0.0013366597,0.004973447,9.956053e-8,0.00006704114,0.0004086434,0.1586658,0.04495312],"study_design_scores_gemma":[0.0018304056,0.00015595519,0.94872355,0.00022791847,0.000047822672,0.0000941822,0.0006828525,0.00006517351,0.00036560025,0.0001614371,0.047496215,0.00014887555],"about_ca_topic_score_codex":0.001547646,"about_ca_topic_score_gemma":0.0012328875,"teacher_disagreement_score":0.16102913,"about_ca_system_score_codex":0.00018024103,"about_ca_system_score_gemma":0.00025872,"threshold_uncertainty_score":0.9983327},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2054696136","doi":"10.1016/j.jmpt.2011.02.008","title":"Human Subject Research: Reporting Ethics Approval and Informed Consent in 3 Chiropractic Journals","year":2011,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Informed consent; Institutional review board; Medicine; Family medicine; Subject (documents); Research ethics; Ethics committee; Alternative medicine; Human research; Original research; Psychology; Psychiatry; Political science; Library science; Pathology","score_opus":0.9849829221693887,"score_gpt":0.7019071682914609,"score_spread":0.2830757538779277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054696136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944615,0.0009554253,0.000031993233,0.001420505,0.000050393523,0.00021751267,5.6168517e-7,0.0000052908103,0.0028568245],"genre_scores_gemma":[0.98840266,0.008454742,0.0019605204,0.00087210763,0.00018208251,0.0000021776673,5.864128e-7,0.000012889655,0.00011222676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99578464,0.00083941413,0.0017791756,0.00021521805,0.0010169349,0.00036458828],"domain_scores_gemma":[0.9855358,0.011081941,0.0015795869,0.00021065124,0.0013177285,0.00027430456],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02017057,0.00014873258,0.0006356648,0.0002487122,0.0002205032,0.000043625725,0.0001471404,0.0005112727,0.000071841365],"category_scores_gemma":[0.035872616,0.00009194633,0.00012146218,0.00027312824,0.0009223604,0.00014399014,0.00017956394,0.0079647,0.0000016241498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008625811,0.0037035134,0.62498623,0.002255993,0.0016219746,0.003600384,0.04075472,0.000017246695,0.21956885,0.07835124,0.00013064222,0.016383398],"study_design_scores_gemma":[0.0011449589,0.0031762028,0.76184916,0.0007483504,0.000046020035,0.00043041835,0.0021013338,0.00005254873,0.00081123493,0.22933635,0.00019960404,0.00010379094],"about_ca_topic_score_codex":0.000034388424,"about_ca_topic_score_gemma":0.00004812979,"teacher_disagreement_score":0.21875761,"about_ca_system_score_codex":0.00007076793,"about_ca_system_score_gemma":0.0005684868,"threshold_uncertainty_score":0.99432397},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2056397681","doi":"10.1007/s11948-014-9558-4","title":"Towards Improving the Ethics of Ecological Research","year":2014,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Environmental Philosophy and Ethics","field":"Environmental Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs; University of Otago","keywords":"Philosophy of science; Information ethics; Consistency (knowledge bases); Sociology; Engineering ethics; Ecology; Management science; Epistemology; Computer science; Biology","score_opus":0.08737308156140079,"score_gpt":0.3292215824416627,"score_spread":0.24184850088026194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056397681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345171,0.00008147244,0.0030423263,0.031655483,0.00041022658,0.00026034933,0.00000294554,0.00006773343,0.029962357],"genre_scores_gemma":[0.9972636,0.00007201933,0.0019162043,0.0006474836,0.000045830944,0.0000062361382,1.9629576e-7,0.000006678941,0.000041731088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971655,0.00014589472,0.00014851226,0.0002919992,0.0018772058,0.00037087256],"domain_scores_gemma":[0.9980913,0.001404862,0.00003153673,0.00029760567,0.00006116463,0.00011354628],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025805974,0.00009002722,0.0000921141,0.00003736742,0.0007512836,0.000051654923,0.0005595642,0.0002480522,0.000040757102],"category_scores_gemma":[0.008157734,0.000060628005,0.000021929123,0.0005567885,0.0038755157,0.00020689626,0.00069202465,0.0025272088,0.000026957556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019374822,0.00017147457,0.0059142774,0.0003468951,0.000010625125,0.000004740559,0.031665664,0.03958968,0.44371453,0.45742953,0.0002841152,0.020849096],"study_design_scores_gemma":[0.0008138239,0.0015578913,0.41429663,0.00025430162,0.00004432827,0.00007040373,0.002634786,0.23114765,0.078794554,0.17246217,0.09651346,0.0014100269],"about_ca_topic_score_codex":0.00023400613,"about_ca_topic_score_gemma":0.000029580544,"teacher_disagreement_score":0.40838236,"about_ca_system_score_codex":0.00016282096,"about_ca_system_score_gemma":0.0001253699,"threshold_uncertainty_score":0.999774},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2057440306","doi":"10.1016/j.neubiorev.2012.10.001","title":"Retraction notice to “Maternal adversity, glucocorticoids and programming of neuroendocrine function and behaviour” [Neurosci. Biobehav. Rev. 29 (2) (2005) 209–226]","year":2012,"lang":"en","type":"retraction","venue":"Neuroscience & Biobehavioral Reviews","topic":"Neuroendocrine regulation and behavior","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"","keywords":"Notice; Neuroscience; Psychology; Medicine; Political science","score_opus":0.07608591103749839,"score_gpt":0.3757654049035394,"score_spread":0.299679493866041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057440306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94135123,0.021140223,0.00020837315,0.00022779503,0.029797398,0.006299994,0.00031441308,0.00038242177,0.00027812808],"genre_scores_gemma":[0.9351719,0.023983903,0.001150113,0.0017172446,0.002422507,0.0009385018,0.00027080375,0.00049966335,0.033845372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99322265,0.0005050444,0.0017305134,0.0019505653,0.0011631275,0.0014281111],"domain_scores_gemma":[0.99605554,0.0000147148685,0.0015983973,0.001135697,0.00022401939,0.0009716279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000615521,0.0010349951,0.0014095979,0.0010067727,0.00042336117,0.00026972924,0.0005472323,0.00041271982,0.0005205215],"category_scores_gemma":[0.00024008132,0.0009818577,0.00036718123,0.0010632498,0.00053629593,0.00093011296,0.00047699077,0.0018281834,0.00013205117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023749194,0.0012161954,0.109971434,0.00047190106,0.0000010625046,0.00021895526,0.00009687875,4.806313e-7,0.06927141,0.000050431256,0.0150302285,0.80343354],"study_design_scores_gemma":[0.00047438778,0.0012125431,0.31545156,0.00022697554,0.00085692893,0.0012080349,0.000038325692,0.0000036689246,0.0003460297,0.0000014029306,0.67962605,0.00055411895],"about_ca_topic_score_codex":0.00060025975,"about_ca_topic_score_gemma":0.00008240126,"teacher_disagreement_score":0.8028794,"about_ca_system_score_codex":0.00016066003,"about_ca_system_score_gemma":0.000094107185,"threshold_uncertainty_score":0.99926317},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2058139406","doi":"10.1136/bmj.333.7570.706","title":"Detecting plagiarism: Current quality control systems don't work","year":2006,"lang":"en","type":"letter","venue":"BMJ","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Quality (philosophy); Control (management); Current (fluid); Computer science; Process (computing); Work (physics); Data science; Engineering ethics; Engineering; Artificial intelligence; Epistemology; Electrical engineering; Programming language","score_opus":0.03494755906924711,"score_gpt":0.3265913207945222,"score_spread":0.29164376172527506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058139406","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060997596,0.012878206,0.0014288746,0.91947705,0.009103938,0.00434094,0.000085887244,0.00057270494,0.046012655],"genre_scores_gemma":[0.110263616,0.00009166401,0.00025836175,0.7088094,0.08859968,0.000916228,0.0010867306,0.000391111,0.0895832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996121,0.00067425845,0.0010374166,0.0005363449,0.0010250035,0.00060598715],"domain_scores_gemma":[0.99608004,0.0024719138,0.00044545654,0.00073217077,0.00013783561,0.00013256377],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015481592,0.0004599843,0.0022303888,0.00014938407,0.00008980709,0.000090977075,0.00014800762,0.0012372255,0.0000722789],"category_scores_gemma":[0.00048464793,0.00035437653,0.0011651446,0.00019557557,0.00007042483,0.000029886747,0.00002804696,0.002819689,0.00023915982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009998547,0.000029520186,0.027312418,0.0008708243,0.00022712263,0.0018393997,0.00002598235,0.00001473461,0.0000028494158,0.000046737892,0.96664023,0.0028902183],"study_design_scores_gemma":[0.0016095359,0.00003355402,0.018046213,0.0007692076,0.00048092392,0.00022252822,0.000019472944,0.000017086595,0.0000022333452,0.000005075722,0.9783748,0.00041941256],"about_ca_topic_score_codex":0.00042492343,"about_ca_topic_score_gemma":0.0000036701292,"teacher_disagreement_score":0.21066764,"about_ca_system_score_codex":0.0001897662,"about_ca_system_score_gemma":0.00013462151,"threshold_uncertainty_score":0.9998908},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2058408250","doi":"10.1016/j.pain.2011.12.019","title":"Fear avoidance and neuroimaging: Falsification or just failure to confirm?","year":2012,"lang":"en","type":"letter","venue":"Pain","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Neuroimaging; Health science; Psychology; Library science; Neuroscience; Medicine; Medical education; Computer science","score_opus":0.22153790722714184,"score_gpt":0.3771783971138088,"score_spread":0.15564048988666696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058408250","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030587522,0.00011235661,0.00010578642,0.9673077,0.0007353976,0.00051361,0.00005818557,0.00014888856,0.00043056882],"genre_scores_gemma":[0.105724245,0.000044254277,0.00010151568,0.88000846,0.001324352,0.000084537336,0.000011343953,0.000044621254,0.012656683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976619,0.000708985,0.00020645196,0.0007362062,0.00021984577,0.00046663248],"domain_scores_gemma":[0.9988304,0.00058679003,0.00011327623,0.00035773317,0.00002883776,0.00008298625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044719383,0.00029813623,0.00028557613,0.00009834996,0.000211343,0.000074473406,0.0002959469,0.00022199289,0.000078944315],"category_scores_gemma":[0.0005886106,0.00022018171,0.000047141915,0.00019651632,0.00021336494,0.00010533513,0.00010856344,0.0009549283,0.00036969292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012747628,0.000029256329,0.00078341796,0.00005163274,0.0000017977944,0.0001288496,0.00014678571,3.9063767e-8,0.0913952,0.0000042752526,0.9015183,0.005927736],"study_design_scores_gemma":[0.00012858483,0.000093689065,0.0013336317,0.000032274573,0.000026918213,0.000055679448,0.000030991534,0.0000038542566,0.0058952253,0.000019550895,0.9920769,0.00030271139],"about_ca_topic_score_codex":0.000012093126,"about_ca_topic_score_gemma":0.000006560377,"teacher_disagreement_score":0.090558626,"about_ca_system_score_codex":0.0000163513,"about_ca_system_score_gemma":0.000009691361,"threshold_uncertainty_score":0.89787495},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2059619485","doi":"10.1007/s11948-012-9426-z","title":"Conflict(s) of Interest in Peer Review: Its Origins and Possible Solutions","year":2013,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Universität Mannheim; Memorial University of Newfoundland","keywords":"Conflict of interest; Philosophy of science; Process (computing); Peer review; Cover (algebra); Public relations; Computer science; Political science; Sociology; Epistemology; Law; Engineering","score_opus":0.8245981317172449,"score_gpt":0.5811456072251607,"score_spread":0.2434525244920842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059619485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96842396,0.011252237,0.001054736,0.016950278,0.00038176848,0.00032475594,0.00001451143,0.000018893656,0.0015788618],"genre_scores_gemma":[0.99257094,0.006036194,0.0006138901,0.00021974067,0.000011608544,0.00000844451,3.795758e-7,0.0000033785352,0.00053541997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9952165,0.00003537156,0.00036126026,0.00035684902,0.0036274844,0.00040254885],"domain_scores_gemma":[0.98974574,0.002354812,0.00008495802,0.00037249055,0.0070824376,0.00035956656],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.037300754,0.000077975186,0.00018607863,0.012317161,0.00015077418,0.00070871395,0.0008152829,0.00008396127,0.00005645334],"category_scores_gemma":[0.10009887,0.000055453103,0.000020679376,0.057805482,0.00044790405,0.00086977275,0.00047512047,0.00047675002,0.000030077432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008385509,0.0003341664,0.08476622,0.0018065519,0.000024645584,0.000020771065,0.00706814,0.0013027369,0.18486027,0.49436894,0.053657286,0.1717819],"study_design_scores_gemma":[0.00066221476,0.00030048063,0.5518294,0.0011830438,0.000010127535,0.000044472923,0.001018207,0.2435316,0.0062401057,0.007649929,0.18685174,0.00067866896],"about_ca_topic_score_codex":0.00020780016,"about_ca_topic_score_gemma":0.000025376465,"teacher_disagreement_score":0.48671898,"about_ca_system_score_codex":0.000053565775,"about_ca_system_score_gemma":0.00029044703,"threshold_uncertainty_score":0.9988774},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2065135670","doi":"10.1007/s12630-012-9834-1","title":"Retraction Note to: Prevention of postoperative nausea and vomiting with granisetron: a randomised, double-blind comparison with droperidol","year":2012,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Nausea and vomiting management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Granisetron; Regret; Droperidol; Medicine; Vomiting; Nausea; General surgery; Anesthesia; Antiemetic; Computer science","score_opus":0.02952819084316268,"score_gpt":0.2876152566275758,"score_spread":0.25808706578441315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065135670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885663,0.0030036685,0.00022673364,0.003939448,0.00066393067,0.0017843266,0.00001399368,0.000013011398,0.0017886037],"genre_scores_gemma":[0.9927083,0.0004073014,0.0017522122,0.000102714315,0.0021140845,0.000017719853,0.0000620179,0.00016914184,0.0026664622],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.995832,0.0002492182,0.0014734231,0.00039058502,0.0011159646,0.0009387925],"domain_scores_gemma":[0.9925511,0.00012354199,0.0024644532,0.0003130852,0.0016681537,0.0028796955],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021913918,0.00065910636,0.0018226828,0.0019397595,0.00051399495,0.000286637,0.00028638967,0.00064003374,0.00014026533],"category_scores_gemma":[0.00013563511,0.00049508066,0.00030758535,0.0006599649,0.0002456515,0.00063419476,0.000010517915,0.0027254538,0.000006074982],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2855729,0.0009883475,0.043093406,0.0045082164,0.006362145,0.54251426,0.014469566,0.0012544028,0.0005247184,0.0002860181,0.051967077,0.048458945],"study_design_scores_gemma":[0.03767856,0.009078238,0.004957519,0.0074318717,0.0026285264,0.8881708,0.0012974684,0.000023468088,0.00032033643,0.0000075736593,0.047728583,0.00067707634],"about_ca_topic_score_codex":0.005801659,"about_ca_topic_score_gemma":0.017324295,"teacher_disagreement_score":0.34565648,"about_ca_system_score_codex":0.0016286771,"about_ca_system_score_gemma":0.0059154425,"threshold_uncertainty_score":0.9997501},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2072728347","doi":"10.1038/ki.2013.274","title":"Retraction: Summary of KDIGO guideline: behind the scenes, need for guidance, and a framework for moving forward","year":2013,"lang":"en","type":"retraction","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Guideline; Medicine; Intensive care medicine; Computer science; Pathology","score_opus":0.10427241808466794,"score_gpt":0.4552286600369747,"score_spread":0.3509562419523068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072728347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076097803,0.0034127538,0.5077115,0.41191533,0.042911433,0.011859455,0.009767984,0.00019461449,0.011465913],"genre_scores_gemma":[0.004466505,0.009778618,0.7822988,0.04468897,0.048575792,0.0027682185,0.03940052,0.00046517485,0.067557424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961678,0.0000619126,0.0021445828,0.0005227848,0.0008270106,0.0002759343],"domain_scores_gemma":[0.99060947,0.0044438373,0.0018286376,0.00044773743,0.0024446703,0.0002256665],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019074761,0.00032970402,0.0005990992,0.00027087692,0.00015224336,0.00010140072,0.00029076124,0.0008399455,0.000678774],"category_scores_gemma":[0.037201557,0.00026424509,0.00040651788,0.000113552065,0.00011438484,0.0004201549,0.00010149068,0.00091991044,0.000011421008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069654733,0.0001152349,0.0005623199,0.00051515474,0.00065344723,0.0000010374995,0.000056115277,0.0000052051764,0.00022086347,0.0015900133,0.9609864,0.034597695],"study_design_scores_gemma":[0.0022003595,0.00030151894,0.0005807613,0.00096099626,0.00085397635,0.0000626699,0.00019686903,0.0058824923,0.00016976404,0.0057743047,0.9827878,0.0002285075],"about_ca_topic_score_codex":0.00032629503,"about_ca_topic_score_gemma":0.000028673381,"teacher_disagreement_score":0.36722636,"about_ca_system_score_codex":0.00028629266,"about_ca_system_score_gemma":0.0008873006,"threshold_uncertainty_score":0.999981},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2073998194","doi":"10.1038/464486a","title":"Industry in academia: ethical frameworks would clarify links","year":2010,"lang":"en","type":"letter","venue":"Nature","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Political science; Business; Engineering","score_opus":0.008687954426573007,"score_gpt":0.30745346788544453,"score_spread":0.29876551345887153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073998194","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015957092,0.002933117,0.000009921535,0.98948574,0.0021128145,0.0002864663,0.000011076735,0.0001920651,0.0033731116],"genre_scores_gemma":[0.0062265513,0.000565201,0.0005167878,0.9821076,0.0054511847,0.000013764547,0.0002148807,0.000058065736,0.0048459563],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981725,0.000063383704,0.00032427037,0.00054383726,0.00039750204,0.0004985002],"domain_scores_gemma":[0.9989271,0.00018129368,0.00011636319,0.0006193648,0.00007316738,0.00008266916],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00029143126,0.00035455232,0.0006091542,0.00036753016,0.000055091747,0.000010486446,0.00039128255,0.9997988,0.0005100424],"category_scores_gemma":[0.0007686861,0.00027259794,0.00016539128,0.00043296945,0.00032082485,0.000019951322,0.00011974855,0.99979943,0.00008917269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003472498,0.000021667722,0.00075409224,0.00011841588,0.0000819497,0.0024578238,0.000039473776,1.4576193e-7,0.00009601974,0.00051467476,0.99424756,0.0016334419],"study_design_scores_gemma":[0.0005591404,0.00005489775,0.0014385672,0.0007832682,0.00012978914,0.0003506976,0.0000071651502,0.000006746921,0.00032351643,0.0012501521,0.99483085,0.00026518325],"about_ca_topic_score_codex":0.000006026615,"about_ca_topic_score_gemma":0.0000058594214,"teacher_disagreement_score":0.0073781097,"about_ca_system_score_codex":0.00005804827,"about_ca_system_score_gemma":0.00022634158,"threshold_uncertainty_score":0.99997264},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2074375570","doi":"10.1007/s11948-008-9083-4","title":"Good Ethics Can Sometimes Mean Better Science: Research Ethics and the Milgram Experiments","year":2008,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Psychology of Social Influence","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Milgram experiment; Philosophy of science; Soundness; Epistemology; Research ethics; Dishonesty; Applied ethics; Psychology; Social psychology; Sociology; Engineering ethics; Philosophy; Obedience","score_opus":0.249268742446562,"score_gpt":0.48688726009228794,"score_spread":0.23761851764572595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074375570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87085813,0.0009042914,0.0001024336,0.117845654,0.0010314378,0.00041067376,0.0000042267784,0.00014475264,0.008698417],"genre_scores_gemma":[0.99188024,0.0020928734,0.0015841086,0.003936225,0.00020640169,0.000028211156,2.8134755e-7,0.000013342456,0.0002582987],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99311966,0.00071487995,0.00023904211,0.0006517507,0.004123963,0.0011507216],"domain_scores_gemma":[0.9931456,0.0045878366,0.000059461156,0.0003925534,0.0014034831,0.0004111077],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06775386,0.00016989448,0.00020686368,0.00040105754,0.013955383,0.00044662136,0.0013568944,0.00062115135,0.000007357158],"category_scores_gemma":[0.02463844,0.00013719258,0.00003325067,0.0029172471,0.0571587,0.0006744761,0.000402023,0.006544351,0.000008813584],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009027212,0.000023479783,0.0013331895,0.000027833203,0.0000092718665,0.00000879477,0.7586863,0.000042564723,0.0065168836,0.23264691,0.00017927219,0.00051643414],"study_design_scores_gemma":[0.0070258016,0.00089640403,0.14659637,0.0014307018,0.00011674725,0.00025386308,0.4092879,0.005903016,0.030954022,0.13862568,0.25393716,0.0049723415],"about_ca_topic_score_codex":0.0036984768,"about_ca_topic_score_gemma":0.00048722615,"teacher_disagreement_score":0.34939843,"about_ca_system_score_codex":0.00023141572,"about_ca_system_score_gemma":0.004027742,"threshold_uncertainty_score":0.99574757},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2075054615","doi":"10.1525/jer.2013.8.2.104","title":"The Social and Policy Contexts of the New Brunswick Declaration on Research Ethics, Integrity, and Governance: A Commentary","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Corporate governance; Research ethics; Declaration; Research integrity; Political science; Engineering ethics; Ethics committee; Sociology; Public administration; Public relations; Law; Management; Engineering","score_opus":0.8828485704238289,"score_gpt":0.7403927455931891,"score_spread":0.1424558248306398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075054615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3708011,0.00096491916,0.000005365101,0.62404394,0.000100120866,0.001201526,0.0000063870934,0.0000065273102,0.0028701257],"genre_scores_gemma":[0.96497166,0.019622628,0.00012655537,0.0072363,0.0020980258,0.00002992379,0.0000018908862,0.000066709355,0.005846294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94299114,0.02603421,0.0017676906,0.00075289217,0.026444223,0.0020098276],"domain_scores_gemma":[0.45806047,0.49968734,0.0007249803,0.0021300742,0.0368483,0.0025488287],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.21266042,0.00029740442,0.000768814,0.0011078508,0.0059482045,0.0008074646,0.0022387346,0.0023225578,0.00013495506],"category_scores_gemma":[0.45918328,0.00016571063,0.0003147924,0.0023993778,0.016208071,0.00029427328,0.0026511445,0.12782142,0.00004881636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039783935,0.0013272054,0.011191998,0.00088799896,0.0002671437,0.00009520788,0.011276971,0.0000013834313,0.0027328348,0.64212114,0.31495082,0.011168888],"study_design_scores_gemma":[0.003634104,0.013726105,0.26386112,0.0036215915,0.000019571231,0.000054075383,0.0063324394,0.00006906762,0.0018524039,0.6587222,0.04789981,0.00020748665],"about_ca_topic_score_codex":0.011926272,"about_ca_topic_score_gemma":0.0129982205,"teacher_disagreement_score":0.61680764,"about_ca_system_score_codex":0.0015447816,"about_ca_system_score_gemma":0.029165814,"threshold_uncertainty_score":0.99897265},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2082202042","doi":"10.1002/cjce.20418","title":"Retraction of the edge of an initially discotic liquid sheet","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Fluid Dynamics and Heat Transfer","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enhanced Data Rates for GSM Evolution; Inertial frame of reference; Mechanics; Viscosity; Scale (ratio); Materials science; Geometry; Physics; Mathematics; Classical mechanics; Composite material; Engineering","score_opus":0.004954757391491306,"score_gpt":0.1756647191245465,"score_spread":0.1707099617330552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082202042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982047,0.00006203421,0.00042917771,0.00013851457,0.00078265247,0.000042076255,0.000010314584,0.000007039493,0.00032350633],"genre_scores_gemma":[0.99952126,0.0000026589955,0.00023799017,0.0000106074385,0.00020148339,5.2135596e-7,7.41476e-7,0.000022173055,0.0000025530944],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993753,0.0000059222734,0.0002927524,0.000038287526,0.00012968772,0.00015805049],"domain_scores_gemma":[0.9995315,0.00003822881,0.000029583432,0.00015090496,0.00007012953,0.00017966446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019932876,0.00008625109,0.00015320053,0.0000723277,0.000021822223,0.000012880756,0.00030510657,0.00010739674,0.000029641646],"category_scores_gemma":[0.000063988075,0.000058274192,0.000091609225,0.00012331245,0.00006250416,0.00009405221,0.0000049631303,0.00068961846,3.525256e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073593033,0.0000044248713,0.0000221461,0.00004618407,0.000027240822,0.0000043037494,0.00020381204,0.068691105,0.92957324,0.0012541497,0.000025429134,0.00014062367],"study_design_scores_gemma":[0.0003466697,0.00008868889,0.002112099,0.00018355697,0.00007527768,0.00026091764,0.000015755471,0.1701817,0.82605416,0.0001859234,0.00030112403,0.00019409643],"about_ca_topic_score_codex":0.00029436775,"about_ca_topic_score_gemma":0.0009912493,"teacher_disagreement_score":0.103519045,"about_ca_system_score_codex":0.0000470365,"about_ca_system_score_gemma":0.00012940666,"threshold_uncertainty_score":0.29960874},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2082951106","doi":"10.4103/0019-5545.82529","title":"The MMR vaccine and autism: Sensation, refutation, retraction, and fraud","year":2011,"lang":"en","type":"article","venue":"Indian Journal of Psychiatry","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MMR vaccine; Autism; Measles-Mumps-Rubella Vaccine; Publicity; Measles; Medicine; Misconduct; Vaccination; Rubella; Rubella vaccine; Psychiatry; Pediatrics; Psychology; Family medicine; Virology; Political science; Law","score_opus":0.013947244293684704,"score_gpt":0.2683230300903904,"score_spread":0.25437578579670567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082951106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9566888,0.004937846,0.00017062784,0.031817757,0.0021724538,0.000089695975,0.0000013286291,0.000011704027,0.0041097873],"genre_scores_gemma":[0.9949922,0.0021101309,0.0014894577,0.00031376045,0.00076533324,5.9656986e-7,2.3115157e-7,0.000006994235,0.00032132198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915427,0.00011627091,0.00031674773,0.000080052705,0.00018980788,0.00014286206],"domain_scores_gemma":[0.9992158,0.00007151265,0.000344033,0.000079715406,0.00015697308,0.00013196847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008828377,0.00006499394,0.00009939287,0.00008475652,0.000756285,0.000082357656,0.000104421924,0.00008738601,0.000102788996],"category_scores_gemma":[0.00013584009,0.000047770813,0.000034817298,0.0001542185,0.000026558779,0.0003887423,0.000007909307,0.0002314938,0.0000052722717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102486214,0.000050638107,0.8470428,0.00001589104,0.00008446111,0.000036814596,0.04136388,4.0171966e-7,0.000013931651,0.060548287,0.03329627,0.017444156],"study_design_scores_gemma":[0.0004461016,0.00012109936,0.8600401,0.00004117297,0.00003481353,0.00017948805,0.008314361,8.114359e-7,0.000009298678,0.10744246,0.023284774,0.00008549771],"about_ca_topic_score_codex":0.000093147006,"about_ca_topic_score_gemma":0.001575481,"teacher_disagreement_score":0.04689417,"about_ca_system_score_codex":0.000020644413,"about_ca_system_score_gemma":0.00023650759,"threshold_uncertainty_score":0.5816809},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2084860851","doi":"10.1177/1077800407304456","title":"Ethics Review for Qualitative Inquiry","year":2007,"lang":"en","type":"article","venue":"Qualitative Inquiry","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Research ethics; Institutional review board; Engineering ethics; Qualitative research; Audit; Sociology; Institution; Ethical code; Psychology; Social science; Management; Engineering","score_opus":0.9036836831033809,"score_gpt":0.7718725580015703,"score_spread":0.1318111251018106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084860851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07539836,0.066492215,0.56725365,0.24099842,0.0055092187,0.012120626,0.00030888294,0.0007652667,0.031153383],"genre_scores_gemma":[0.3745029,0.058851082,0.2582363,0.2551483,0.009374432,0.0017607971,0.0010431776,0.00067217095,0.040410887],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9899191,0.0034174332,0.002026046,0.0010039791,0.0025715737,0.0010618125],"domain_scores_gemma":[0.6543226,0.3354421,0.0007567649,0.0015545414,0.0069313687,0.0009925988],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12422332,0.00038201298,0.0011182684,0.00026611006,0.0002973465,0.000028076694,0.00044006621,0.0010625096,0.00032654745],"category_scores_gemma":[0.27172983,0.00032620603,0.0005104119,0.0008237251,0.0030460027,0.00019727097,0.00020081273,0.004962197,0.0004098318],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009098,0.00035521426,0.000037846177,0.012629465,0.00026698806,0.00004091717,0.64773726,2.1701068e-7,0.00046909315,0.3028538,0.031212505,0.0034868792],"study_design_scores_gemma":[0.0030085265,0.002930813,0.00050452375,0.012840837,0.00025400778,0.000019691775,0.5357273,0.0000074290765,0.001802669,0.3878877,0.054343518,0.0006729797],"about_ca_topic_score_codex":0.000042312626,"about_ca_topic_score_gemma":0.00009317017,"teacher_disagreement_score":0.3355965,"about_ca_system_score_codex":0.00033743845,"about_ca_system_score_gemma":0.0012815172,"threshold_uncertainty_score":0.999919},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2087645370","doi":"10.1080/08989621.2011.557302","title":"The Responsible Conduct of Bioethics Research","year":2011,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Environmental Health Sciences; National Institutes of Health","keywords":"Bioethics; Government (linguistics); Engineering ethics; Sociology; Research ethics; Political science; Law; Psychology; Philosophy","score_opus":0.9759870882107871,"score_gpt":0.7668027338591651,"score_spread":0.20918435435162197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087645370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90189767,0.0006567705,0.0000021768012,0.01992313,0.00013890595,0.0016440934,0.0000108197,0.000026527523,0.07569993],"genre_scores_gemma":[0.99295956,0.0022007972,0.00089310773,0.00009887592,0.000097784905,0.0001882598,0.0000030742724,0.000036552316,0.0035219637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9792647,0.007183234,0.001520648,0.0010438843,0.008926488,0.0020610807],"domain_scores_gemma":[0.6895828,0.28149468,0.00016298634,0.006675487,0.021345666,0.0007383374],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26051643,0.00015818859,0.0004748315,0.0009247004,0.0006410179,0.00007674303,0.001746451,0.000938252,0.0007824323],"category_scores_gemma":[0.2425724,0.00010596599,0.00014663828,0.0041500637,0.017596206,0.00017739365,0.0015306773,0.015824266,0.00033848203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013170795,0.0026232407,0.46133718,0.0013756681,0.00009374511,0.00011919507,0.01027862,5.701753e-7,0.0097766975,0.49153316,0.003923989,0.005767145],"study_design_scores_gemma":[0.0014309083,0.00209733,0.24037473,0.0005488462,0.0000077046025,0.0000149654525,0.023567501,0.00006649611,0.04479177,0.6806973,0.0062335175,0.00016889615],"about_ca_topic_score_codex":0.01945857,"about_ca_topic_score_gemma":0.02036097,"teacher_disagreement_score":0.28968182,"about_ca_system_score_codex":0.00058386906,"about_ca_system_score_gemma":0.006799751,"threshold_uncertainty_score":0.9988308},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2087963666","doi":"10.1007/s11948-011-9260-8","title":"A Tale of Two Perspectives: Regulation Versus Self-Regulation. A Financial Reporting Approach (from Sarbanes–Oxley) for Research Ethics","year":2011,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Accounting; Audit; Business; Accounting management; Misconduct; Accounting research; Accounting standard; Financial accounting; Scientific misconduct; Public relations; Accounting information system; Political science; Law","score_opus":0.2612916037780104,"score_gpt":0.4272625517293991,"score_spread":0.16597094795138867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087963666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8420334,0.00064357696,0.11197131,0.0037880274,0.0017425778,0.0012751239,0.000035631885,0.0003431195,0.038167227],"genre_scores_gemma":[0.9545411,0.000071763505,0.044944037,0.000023733444,0.00029536372,0.000016680246,0.0000034766651,0.000007724298,0.000096111326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9974667,0.00015274591,0.0003573449,0.00035217474,0.0012640296,0.00040704416],"domain_scores_gemma":[0.99600196,0.0018783492,0.00022025876,0.00016954241,0.0016185287,0.000111386296],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029709386,0.00008819889,0.00014788544,0.00020342549,0.001253991,0.00006339454,0.00031037946,0.0007139884,0.000009860878],"category_scores_gemma":[0.045118097,0.00008958717,0.00003939952,0.0009416218,0.001181622,0.00045324588,0.00006552156,0.0024272203,9.362047e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028777524,0.00002511399,0.00020440842,0.000059020647,0.0000073091746,4.616278e-7,0.4054803,0.00037521595,0.0021385741,0.59130144,0.00007045017,0.00030894164],"study_design_scores_gemma":[0.003307957,0.0007793473,0.04550539,0.0010376659,0.00019897282,0.000014228094,0.3073009,0.30693126,0.019187814,0.27685645,0.036892474,0.0019875504],"about_ca_topic_score_codex":0.0041198456,"about_ca_topic_score_gemma":0.00023781965,"teacher_disagreement_score":0.31444496,"about_ca_system_score_codex":0.00018177023,"about_ca_system_score_gemma":0.0018279458,"threshold_uncertainty_score":0.99987423},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2088108923","doi":"10.1007/s12630-013-9948-0","title":"Retraction Note to: High-dose colforsin daropate increases diaphragmatic contractility in dogs","year":2013,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Contractility; Diaphragmatic breathing; Diaphragm (acoustics); Medicine; Anesthesia; Internal medicine; Pathology; Physics","score_opus":0.014641630404296778,"score_gpt":0.25131470587312726,"score_spread":0.23667307546883048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088108923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852412,0.0024636912,0.000024036932,0.0054562422,0.00442829,0.0012988688,0.0000524809,0.000022312015,0.0010129318],"genre_scores_gemma":[0.9855253,0.0013768694,0.0008799116,0.0009453381,0.0054301424,0.000034802793,0.00015480291,0.00029612967,0.0053566983],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99302655,0.00050068,0.0026897294,0.00059197453,0.0014757004,0.0017153573],"domain_scores_gemma":[0.9877212,0.00026511904,0.002439193,0.0006471097,0.0018149721,0.007112381],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035885235,0.0009501136,0.00248224,0.0041577904,0.0004612003,0.00049367646,0.00067876186,0.0018861503,0.0018414586],"category_scores_gemma":[0.0012802809,0.0008704422,0.0007199828,0.0010869971,0.00019385779,0.0011223936,0.000013465761,0.005680065,0.00017134094],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000971781,0.00023491238,0.0056823855,0.0005801852,0.00025732684,0.86856604,0.00058040104,0.00006469674,0.0003288114,0.000042156502,0.10485469,0.017836597],"study_design_scores_gemma":[0.0019396468,0.0019716038,0.040369503,0.0028822573,0.00061096204,0.7755543,0.00033988358,0.00001786804,0.00014254701,0.00019661864,0.17527331,0.00070148514],"about_ca_topic_score_codex":0.13328844,"about_ca_topic_score_gemma":0.088756755,"teacher_disagreement_score":0.093011744,"about_ca_system_score_codex":0.0060627116,"about_ca_system_score_gemma":0.022876991,"threshold_uncertainty_score":0.9994096},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2088392315","doi":"10.1177/1460458207082977","title":"RETRACTION: Computer literacy, skills and knowledge among dentists and professionals complementary to dentistry in Scotland","year":2007,"lang":"en","type":"article","venue":"Health Informatics Journal","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Literacy; Medical education; Quarter (Canadian coin); Information literacy; Medicine; Computer literacy; Psychology; Family medicine; Dentistry; Pedagogy","score_opus":0.02932591470894659,"score_gpt":0.43880902349627215,"score_spread":0.4094831087873256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088392315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98170495,0.00045862832,0.0153420335,0.00031042835,0.001410876,0.00042327927,0.000029883218,0.000016667273,0.00030327492],"genre_scores_gemma":[0.9867383,0.00022001099,0.008851847,0.0030251124,0.00034623427,0.0000067170386,0.000035389843,0.000016698452,0.00075965753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971508,0.00012918575,0.0013182074,0.00013179336,0.0006084018,0.0006616535],"domain_scores_gemma":[0.9978742,0.00033772291,0.00037285878,0.00014682706,0.00013712718,0.0011312807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003156105,0.00016881603,0.00028279505,0.00048657585,0.0004541004,0.0004690769,0.00017962372,0.000107127846,0.00018059474],"category_scores_gemma":[0.0001272949,0.0001538876,0.000037939626,0.00029360407,0.00007119189,0.0009492661,0.00029091942,0.0008742181,0.000103508806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015856742,0.00039049675,0.80582464,0.0012512984,0.000039390376,0.0006851072,0.008275334,0.0000075143175,0.0000064751443,0.00017539822,0.09258608,0.09059971],"study_design_scores_gemma":[0.0022036505,0.00021018571,0.9730481,0.00084550475,0.0000044385592,0.0066296444,0.0012731549,0.00072089053,0.00001790848,0.0004175519,0.014441705,0.00018727059],"about_ca_topic_score_codex":0.000105910614,"about_ca_topic_score_gemma":0.0017656849,"teacher_disagreement_score":0.16722345,"about_ca_system_score_codex":0.00033717375,"about_ca_system_score_gemma":0.00029237976,"threshold_uncertainty_score":0.6275354},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2088696590","doi":"10.1016/j.ijbiomac.2012.10.013","title":"Retraction notice to “Spectroscopic investigation of collagen scaffolds impregnated with AgNPs coated by PEG/TX-100 mixed systems” [Int. J. Biol. Macromol. 50 (3) (2012) 603–612]","year":2012,"lang":"en","type":"retraction","venue":"International Journal of Biological Macromolecules","topic":"Bone Tissue Engineering Materials","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Notice; INT; PEG ratio; Chemistry; Chemical engineering; Polymer science; Materials science; Polymer chemistry; Nuclear chemistry; Engineering; Computer science","score_opus":0.01591186647505694,"score_gpt":0.24325340193156098,"score_spread":0.22734153545650404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088696590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507979,0.012991718,0.0075874683,0.00030017327,0.024953164,0.00095820683,0.0012003181,0.0003381052,0.0008729425],"genre_scores_gemma":[0.99132365,0.0038054546,0.0018583623,0.000030880765,0.0016032252,0.00004001022,0.0007666068,0.00013339303,0.00043838986],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962382,0.00027620513,0.00156848,0.00037877215,0.0010270857,0.00051125657],"domain_scores_gemma":[0.9968635,0.000224404,0.0012041767,0.00027781053,0.0010955276,0.00033460374],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007669378,0.0006526022,0.0011093518,0.00069295685,0.00005457177,0.00018896979,0.00077444443,0.0013032074,0.00034544678],"category_scores_gemma":[0.00022247636,0.00053050567,0.00019358283,0.00041086826,0.00013469138,0.00038276627,0.00009480207,0.0005407695,0.00007756726],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033763424,0.00010708574,0.00017770499,0.00033348834,0.0010922357,0.000110858775,0.00007294555,0.0017769159,0.95159084,0.00006183594,0.04350279,0.0008356461],"study_design_scores_gemma":[0.0025856243,0.003085006,0.010989932,0.005831107,0.00074790226,0.0021033075,0.00014554716,0.0007655199,0.8671048,0.000105830666,0.10432186,0.0022135102],"about_ca_topic_score_codex":0.00013042382,"about_ca_topic_score_gemma":0.000008590707,"teacher_disagreement_score":0.08448601,"about_ca_system_score_codex":0.00072998746,"about_ca_system_score_gemma":0.000104707375,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2088897444","doi":"10.1016/s0828-282x(07)70736-5","title":"Plagiarism, self-plagiarism and duplicate publication","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Cardiovascular Society","keywords":"Mistake; Suspect; Misconduct; Scientific misconduct; Subject (documents); Attribution; Citation; Medicine; Publishing; Law; Psychology; Computer science; Criminology; Alternative medicine; Political science; Social psychology; World Wide Web","score_opus":0.42062306027194524,"score_gpt":0.44139060633987337,"score_spread":0.020767546067928133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088897444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5212237,0.0064419764,0.2897585,0.016944153,0.0024349121,0.00066738535,0.000032052427,0.0000076737315,0.16248962],"genre_scores_gemma":[0.99584126,0.000034364013,0.0018767732,0.000568255,0.0005457789,0.0000015219111,0.0000022278928,0.000007676698,0.0011221553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064434,0.002528019,0.0050454834,0.0003591132,0.001071911,0.0003511641],"domain_scores_gemma":[0.99053156,0.0017887141,0.003243716,0.0011514991,0.0023231762,0.00096135476],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11512815,0.00016153003,0.0021785677,0.0010677007,0.00014062414,0.0004152781,0.001049371,0.00028081788,0.00056675245],"category_scores_gemma":[0.018306663,0.00008937668,0.00076264713,0.0006841101,0.000113700975,0.00022632675,0.00002446589,0.000441528,0.00039098185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007651592,0.0000022665035,0.25984758,0.000011012552,0.00060512545,0.00012092188,0.0005705593,0.000114867136,0.000098932534,0.008643856,0.66751146,0.062465757],"study_design_scores_gemma":[0.00012740887,0.00003551579,0.15482321,0.000004118041,0.00012458045,0.0007576037,0.00018483977,0.000067234956,0.000010120006,0.0035314474,0.8402525,0.00008136967],"about_ca_topic_score_codex":0.0001409856,"about_ca_topic_score_gemma":0.00087567494,"teacher_disagreement_score":0.47461754,"about_ca_system_score_codex":0.00008403948,"about_ca_system_score_gemma":0.00050253567,"threshold_uncertainty_score":0.9899626},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2089994419","doi":"10.1007/s11948-014-9600-6","title":"Scientists Admitting to Plagiarism: A Meta-analysis of Surveys","year":2014,"lang":"en","type":"review","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Meta-analysis; Psychology; Survey research; Recall; Philosophy of science; Publication bias; Peer review; Medical education; Medicine; Political science; Applied psychology; Law; Pathology","score_opus":0.22889669792562578,"score_gpt":0.44370391064431075,"score_spread":0.21480721271868497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089994419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013827498,0.98156,0.014715602,0.00065295043,0.0006509732,0.00036663323,0.00008786611,0.00007212668,0.00188004],"genre_scores_gemma":[0.000695914,0.99588114,0.0024475977,0.00019674166,0.00012624271,0.000025763538,0.000011088223,0.000017943219,0.0005975979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954641,0.0007758982,0.0005951638,0.00061312556,0.0019536158,0.0005980919],"domain_scores_gemma":[0.99532026,0.003020309,0.00026688716,0.00035367606,0.00065724726,0.0003816001],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.077644095,0.0002697625,0.002180726,0.001514805,0.00074182736,0.00021944978,0.0011309673,0.0015556592,0.00004745154],"category_scores_gemma":[0.019768897,0.00021740992,0.00069699634,0.0073510897,0.0009652114,0.00021091208,0.00021974975,0.0034030871,0.000014005302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012916861,0.00005101263,0.000024163619,0.014556647,0.040513,0.000011353629,0.06918689,0.0021949462,0.0000129708205,0.29221573,0.00096979516,0.5802622],"study_design_scores_gemma":[0.000010231945,0.000010669393,0.00000955829,0.0003944373,0.04345205,9.02896e-7,0.00013793638,0.0005644653,0.0000014228272,0.000047267622,0.95508534,0.00028572645],"about_ca_topic_score_codex":0.0018189802,"about_ca_topic_score_gemma":0.000548003,"teacher_disagreement_score":0.9541155,"about_ca_system_score_codex":0.0001429828,"about_ca_system_score_gemma":0.0017713733,"threshold_uncertainty_score":0.99974054},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2090058550","doi":"10.1016/s1499-2671(08)23002-9","title":"Should Publication Ethics be Taught in the Professional Curriculum for Health Science Students?","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Publishing; Confidentiality; Medicine; Peer review; Scopus; Curriculum; Medical education; Health care; Critical appraisal; MEDLINE; Alternative medicine; Psychology; Pedagogy; Political science","score_opus":0.08703873483358987,"score_gpt":0.43429077432692953,"score_spread":0.34725203949333966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090058550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76379806,0.00017440537,0.000025758229,0.23495,0.00064518326,0.0002980241,0.0000036669223,0.0000019890815,0.000102897626],"genre_scores_gemma":[0.9619733,0.000007791933,0.0016783584,0.035859212,0.00031538776,0.000028367596,0.000019106932,0.000006741291,0.00011173836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983289,0.0000525113,0.00043128247,0.000101340534,0.00075640215,0.0003295124],"domain_scores_gemma":[0.9978729,0.00010447135,0.00024840317,0.00016025551,0.0013509212,0.0002630335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047824965,0.00006490427,0.00015199897,0.00060548674,0.0005004873,0.00004087658,0.00041561606,0.00007582452,0.000040993156],"category_scores_gemma":[0.0060717473,0.0000433794,0.00003745674,0.0011741443,0.00040335316,0.00022485886,0.0000074294503,0.00075604126,0.0000016176181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014057432,0.00015933657,0.8259296,0.000058507234,0.000009992742,0.0000021931944,0.00569469,0.0000018948315,0.000032250395,0.002898893,0.16236334,0.0028479202],"study_design_scores_gemma":[0.0006992605,0.00026424357,0.92284507,0.00029155522,0.0000134890415,0.000040101313,0.0026343025,0.00015372598,0.00006962428,0.00037461505,0.072541,0.00007302298],"about_ca_topic_score_codex":0.0001593884,"about_ca_topic_score_gemma":0.0007731965,"teacher_disagreement_score":0.1990908,"about_ca_system_score_codex":0.00047298352,"about_ca_system_score_gemma":0.0123821115,"threshold_uncertainty_score":0.99321675},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2092137306","doi":"10.1007/s11948-008-9063-8","title":"The Emergence and Evolution of the Expression “Conflict of Interests” in Science: A Historical Overview, 1880–2006","year":2008,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Meaning (existential); Expression (computer science); Epistemology; Philosophy of science; Sociology; Context (archaeology); State (computer science); Conflict resolution research; Relation (database); Environmental ethics; Political science; Social science; Conflict resolution","score_opus":0.44000607089454374,"score_gpt":0.4390712794931673,"score_spread":0.0009347914013764225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092137306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994907,0.0016295725,0.00008142174,0.0021888758,0.0003080449,0.00008293323,9.2442804e-7,0.000008907877,0.00079230935],"genre_scores_gemma":[0.9898457,0.0099825645,0.00008888071,0.000018284913,0.000013269005,0.0000028108072,5.507757e-8,0.0000014032789,0.000047067522],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99904865,0.000050283583,0.00013437594,0.00010252003,0.0005252242,0.00013896888],"domain_scores_gemma":[0.9993503,0.00017813258,0.000053109612,0.00018004968,0.00019558625,0.00004283898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033753572,0.000037599006,0.00005691745,0.00008802145,0.0008923708,0.000017781305,0.000408336,0.00004917824,0.0000030519789],"category_scores_gemma":[0.001812136,0.00002455608,0.000012311639,0.0010156921,0.0022485051,0.00020522869,0.00015691765,0.00020660803,1.7813126e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014361599,0.00006743037,0.08190805,0.00013482367,0.0000016528932,3.391228e-7,0.36189345,0.00045481394,0.4236152,0.12565602,0.00028815196,0.005965715],"study_design_scores_gemma":[0.0002143495,0.000057593526,0.9249945,0.00047498778,0.0000049320606,0.00000543626,0.01606561,0.009146501,0.0038132733,0.00093280926,0.04407537,0.00021457675],"about_ca_topic_score_codex":0.0014334519,"about_ca_topic_score_gemma":0.0008210458,"teacher_disagreement_score":0.8430865,"about_ca_system_score_codex":0.00018932552,"about_ca_system_score_gemma":0.00032112922,"threshold_uncertainty_score":0.8284711},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2092648788","doi":"10.1525/jer.2012.7.1.53","title":"Incidental Findings in Neuroimaging Research: A Framework for Anticipating the Next Frontier","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Mental Health; Canadian Institutes of Health Research; British Columbia Knowledge Development Fund; National Institutes of Health","keywords":"Neuroimaging; Sine qua non; Psychology; Resting state fMRI; Frontier; Brain function; Functional neuroimaging; Interpretation (philosophy); Cognitive psychology; Neuroscience; Computer science; Political science","score_opus":0.896472309203715,"score_gpt":0.6720419744288844,"score_spread":0.22443033477483065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092648788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656134,0.0004830815,0.000316595,0.13031964,0.0005059634,0.0010923478,0.000008600161,0.0000173872,0.0016429977],"genre_scores_gemma":[0.9938219,0.0002979717,0.00071714044,0.0028625994,0.0017020388,0.00014184846,5.24852e-7,0.000071945105,0.00038400476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9647744,0.018835554,0.0009884366,0.00071767304,0.011514204,0.0031697268],"domain_scores_gemma":[0.5578996,0.43640983,0.00020276495,0.00077681494,0.0040182,0.0006928192],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1464148,0.00025082144,0.00049925415,0.002997656,0.0051535554,0.00084955466,0.0021233435,0.0004201941,0.00009364941],"category_scores_gemma":[0.68493676,0.00017573999,0.0002684101,0.0041080033,0.003767336,0.0011069105,0.0016215954,0.028589359,0.00009971378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004449678,0.004652149,0.120362215,0.0006520499,0.00012647624,0.0007710515,0.07447735,0.00019375085,0.11373555,0.42095828,0.25384602,0.0057754493],"study_design_scores_gemma":[0.003086928,0.00895192,0.15005386,0.0026260726,0.00001708781,0.00021354016,0.038056698,0.0016408539,0.035255633,0.6307674,0.12854455,0.00078545784],"about_ca_topic_score_codex":0.00011618077,"about_ca_topic_score_gemma":0.000087281405,"teacher_disagreement_score":0.53852195,"about_ca_system_score_codex":0.001313024,"about_ca_system_score_gemma":0.001189618,"threshold_uncertainty_score":0.99894387},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2104444324","doi":"10.1177/1049732314552194","title":"Tensions Between Anonymity and Thick Description When “Studying Up” in Genetics Research","year":2014,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Laurentian University","funders":"Canadian Institutes of Health Research","keywords":"Anonymity; Confidentiality; Verisimilitude; Qualitative research; Research ethics; Sociology; Internet privacy; Engineering ethics; Psychology; Data science; Epistemology; Computer science; Social science; Engineering","score_opus":0.9712984888066125,"score_gpt":0.7842011921779115,"score_spread":0.187097296628701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104444324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89427596,0.0018000228,0.0010727427,0.09566515,0.00011644226,0.0026374327,0.000022821205,0.00005136731,0.0043580765],"genre_scores_gemma":[0.9827385,0.0031629999,0.008806405,0.0009255415,0.00041603047,0.00018110812,0.00003023747,0.00006128503,0.003677921],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9495246,0.037276953,0.0016271921,0.001455027,0.0074047325,0.0027115368],"domain_scores_gemma":[0.75627375,0.22911195,0.00022416758,0.0019615244,0.00982275,0.0026058732],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25343657,0.00020809015,0.00080732733,0.0015476502,0.0012492083,0.00013337159,0.0004408978,0.00061783724,0.000082094564],"category_scores_gemma":[0.15853114,0.0001837932,0.00007020434,0.0019094482,0.002697919,0.00015094723,0.00090245245,0.01292777,0.00020816778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016729606,0.0011716043,0.42843243,0.006994641,0.00013705035,0.00006683624,0.3031303,0.000002866183,0.0019104334,0.13594761,0.020654706,0.09987854],"study_design_scores_gemma":[0.0031839323,0.0054085185,0.40039137,0.0018926084,0.0000075170383,0.000006569831,0.066680595,0.00074174744,0.00019773972,0.513078,0.00815957,0.000251856],"about_ca_topic_score_codex":0.004492328,"about_ca_topic_score_gemma":0.0034299835,"teacher_disagreement_score":0.37713036,"about_ca_system_score_codex":0.0009591686,"about_ca_system_score_gemma":0.00296188,"threshold_uncertainty_score":0.99405956},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2106029785","doi":"10.1177/1740774508089459","title":"Maintaining confidentiality of interim data to enhance trial integrity and credibility","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Interim; Safeguarding; Interim analysis; Credibility; Confidentiality; Data monitoring committee; Harm; Clinical trial; Medicine; Psychology; Computer science; Computer security; Political science; Social psychology; Nursing; Law","score_opus":0.9540912610429189,"score_gpt":0.7680111871722448,"score_spread":0.18608007387067405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106029785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98425215,0.00013713991,0.0029513433,0.0076116305,0.0015015986,0.0020388186,0.00015735519,0.00004683674,0.0013031136],"genre_scores_gemma":[0.98818165,0.0012233342,0.0066428287,0.0013461853,0.0020122828,0.000022445267,0.000037342583,0.000018538682,0.0005154078],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.98323727,0.0070134494,0.0064169923,0.001536265,0.0013552415,0.0004407687],"domain_scores_gemma":[0.44958833,0.5317602,0.0027082963,0.010136003,0.0030342469,0.0027729315],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21175973,0.00018549881,0.0024707592,0.00008255448,0.00008958994,0.000026377076,0.00084741326,0.0007868806,0.0005672659],"category_scores_gemma":[0.796498,0.00014390676,0.00039160563,0.00023726336,0.0018428453,0.00011296211,0.0017410616,0.00424773,0.000049764356],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70406646,0.008812128,0.12656872,0.0014349842,0.001711172,0.0002841157,0.001247025,9.539903e-7,0.009714678,0.012323129,0.029685147,0.1041515],"study_design_scores_gemma":[0.33129334,0.053741597,0.35666493,0.005611424,0.0020991531,0.0001626854,0.0021236183,0.001149236,0.03298901,0.17006764,0.042028364,0.002068998],"about_ca_topic_score_codex":0.0002972572,"about_ca_topic_score_gemma":0.00012955042,"teacher_disagreement_score":0.58473825,"about_ca_system_score_codex":0.00004157194,"about_ca_system_score_gemma":0.0013663836,"threshold_uncertainty_score":0.9980495},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2106350222","doi":"10.1525/jer.2012.7.4.10","title":"Opportunities, Ethical Challenges, and Lessons Learned from Working with Peer Research Assistants in a Multi-Method HIV Community-Based Research Study in Ontario, Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's Health In Women's Hands; University of Calgary","funders":"Canadian Institutes of Health Research; Mental Health Commission; University of Calgary","keywords":"Focus group; Qualitative research; Human immunodeficiency virus (HIV); Medical education; Research ethics; Peer support; Best practice; Psychology; Facilitation; Engineering ethics; Medicine; Political science; Nursing; Sociology; Engineering; Family medicine; Social science","score_opus":0.9881056457603145,"score_gpt":0.7429312961482957,"score_spread":0.24517434961201878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106350222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897966,0.0010917616,0.000012666788,0.09196415,0.00020234243,0.0031442754,0.000045064113,0.000012170615,0.005561555],"genre_scores_gemma":[0.9923169,0.0012041678,0.0009901554,0.0015887393,0.00032225752,0.0004918479,0.000080492995,0.000100455705,0.0029049723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.74276936,0.22634093,0.0023436337,0.00082120794,0.022339607,0.005385238],"domain_scores_gemma":[0.8301665,0.15595277,0.00033573463,0.0013194515,0.009313629,0.0029118801],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.48700908,0.00042360497,0.001180119,0.0051256362,0.007830123,0.0001721187,0.0020412097,0.0017229284,0.0005013931],"category_scores_gemma":[0.026306111,0.00033360554,0.00007607789,0.002690127,0.001986838,0.00029492614,0.0018724031,0.1656433,0.000027972927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.008582594,0.010245691,0.73623604,0.0014669127,0.00010710726,0.0016394416,0.21677028,0.00002472161,0.000056513352,0.004628386,0.015113257,0.0051290463],"study_design_scores_gemma":[0.008233517,0.007971729,0.50704056,0.009075887,0.0000075452967,0.0000037728826,0.3706867,0.000108816246,0.000018672657,0.0053052935,0.09118493,0.00036257075],"about_ca_topic_score_codex":0.9151278,"about_ca_topic_score_gemma":0.9959769,"teacher_disagreement_score":0.46070296,"about_ca_system_score_codex":0.014881036,"about_ca_system_score_gemma":0.046279103,"threshold_uncertainty_score":0.9999116},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2107418313","doi":"10.1371/journal.pmed.1001406","title":"Policies and Initiatives Aimed at Addressing Research Misconduct in High-Income Countries","year":2013,"lang":"en","type":"letter","venue":"PLoS Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; Health Canada; Research Councils UK; National Institutes of Health; National Science Foundation","keywords":"Misconduct; Scientific misconduct; High income countries; Research integrity; Political science; Developing country; Public relations; Medicine; Psychology; Economic growth; Law; Alternative medicine; Economics; Pathology","score_opus":0.17514744328383602,"score_gpt":0.41473932443503164,"score_spread":0.23959188115119562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107418313","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10899708,0.00465672,5.211765e-7,0.85520023,0.00043289165,0.0005467175,0.00003911866,0.00005203751,0.03007467],"genre_scores_gemma":[0.21389231,0.02291935,0.00012621474,0.68496615,0.035004452,0.00021698252,0.00031222697,0.00011533581,0.042446952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944239,0.001833949,0.00048476885,0.00045525827,0.0018465733,0.0009555485],"domain_scores_gemma":[0.9940858,0.0049364995,0.00020163303,0.0002306638,0.00039501896,0.00015037946],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035390737,0.00028310122,0.00072996016,0.000685634,0.0008453421,0.00008496534,0.00053313066,0.002563853,0.002400054],"category_scores_gemma":[0.0049731596,0.0002173163,0.000029886638,0.00045410308,0.00476356,0.00037728436,0.00019767236,0.008643341,0.0001597652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013543776,0.0000075129833,0.004241462,0.00030417295,0.000046993846,0.00013648914,0.059352882,3.2766657e-8,0.00007189712,0.0024868613,0.9332545,0.00008369761],"study_design_scores_gemma":[0.00051576615,0.00008815138,0.0046123317,0.0037508514,0.00004520237,0.000006246373,0.008066765,0.000004819348,0.00010182214,0.0067595504,0.97572696,0.00032151083],"about_ca_topic_score_codex":0.04130245,"about_ca_topic_score_gemma":0.0024125383,"teacher_disagreement_score":0.17023407,"about_ca_system_score_codex":0.00044337212,"about_ca_system_score_gemma":0.0003623668,"threshold_uncertainty_score":0.998731},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2107616463","doi":"10.1111/jcpt.12172","title":"Biomedical journals lack a consistent method to detect outcome reporting bias: a cross-sectional analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Pharmacy and Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Richmond Hospital","funders":"","keywords":"Cross-sectional study; Outcome (game theory); Medicine; Psychology; Statistics; Family medicine; Mathematics; Pathology","score_opus":0.9522452634176003,"score_gpt":0.741123696152561,"score_spread":0.21112156726503928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107616463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552563,0.0007831044,0.43979195,0.002753933,0.0008890792,0.00017292002,0.000007084254,0.0000034270454,0.00034222408],"genre_scores_gemma":[0.9336978,0.00016445552,0.057920925,0.006584079,0.0009638884,0.0000023753637,6.840518e-7,0.000013062428,0.0006527303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92696667,0.01748864,0.048659824,0.0006865348,0.005871606,0.00032669693],"domain_scores_gemma":[0.86261904,0.049872324,0.07772954,0.0020564545,0.0060628774,0.0016597572],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4965764,0.00031322136,0.0063650818,0.0010489324,0.00022698408,0.0013846285,0.001218019,0.00015799058,0.0025701334],"category_scores_gemma":[0.14861599,0.00014635015,0.0069647077,0.0022488455,0.00017518143,0.0002495531,0.00015732407,0.00094249164,0.00013540943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113589034,0.00009917824,0.83463323,0.000012937066,0.0037089959,0.000029535382,0.00006447118,0.00031312116,0.00011855136,0.000056779634,0.0005520174,0.16029757],"study_design_scores_gemma":[0.0013008097,0.00027370555,0.51897585,0.000027794316,0.0038458598,0.00049199007,0.000080209466,0.025450397,0.00004151354,0.0074123903,0.4418807,0.0002187873],"about_ca_topic_score_codex":0.0000039471533,"about_ca_topic_score_gemma":0.0000037491923,"teacher_disagreement_score":0.44132867,"about_ca_system_score_codex":0.000024852494,"about_ca_system_score_gemma":0.00015857916,"threshold_uncertainty_score":0.999652},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","score_opus":0.012762407475295275,"score_gpt":0.276006894292041,"score_spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112084168","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056081446,0.9971569,0.00048307146,0.00003669879,0.0006000762,0.00043348537,0.0002678121,0.000019486686,0.00044166352],"genre_scores_gemma":[0.00039009494,0.99505717,0.001768835,0.00006940095,0.00030713185,0.000035966095,0.001893266,0.0000801655,0.00039800047],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979463,0.0002375021,0.000676965,0.00069513434,0.000044306515,0.00039974783],"domain_scores_gemma":[0.9985268,0.000012263842,0.0005063119,0.00081103656,0.00008554736,0.0000580583],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00017383012,0.00046530526,0.0011464491,0.00019564551,0.0000348697,0.000009956259,0.0005338066,0.0026197496,0.00006274263],"category_scores_gemma":[0.000053803433,0.00042024418,0.0006137945,0.00018196102,0.00024845905,0.0000010875985,0.00023563218,0.0004096088,0.000057692032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010423727,0.000034622364,3.258141e-7,0.0004491713,0.00018861465,0.0000056891563,8.806743e-7,6.427669e-7,0.6833119,0.00005747508,0.00055051426,0.31538972],"study_design_scores_gemma":[0.00014966553,0.00028202182,3.104896e-7,0.00028773092,0.00026712034,0.00019871749,0.0000015615506,1.430498e-7,0.09964076,0.000010018819,0.89881045,0.00035151583],"about_ca_topic_score_codex":0.0000040157142,"about_ca_topic_score_gemma":0.0000046241835,"teacher_disagreement_score":0.89825994,"about_ca_system_score_codex":0.000030957697,"about_ca_system_score_gemma":0.00019381149,"threshold_uncertainty_score":0.99982494},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2113866902","doi":"10.1177/1049732303259842","title":"Ethical Dilemmas in Research on Internet Communities","year":2004,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Beneficence; The Internet; Autonomy; Harm; Economic Justice; Research ethics; Ethical issues; Engineering ethics; Internet research; Public relations; Psychology; Internet privacy; Sociology; Political science; Social psychology; Law; Computer science","score_opus":0.937739584532181,"score_gpt":0.7846211578711447,"score_spread":0.15311842666103626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113866902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5256313,0.0010040867,0.0020951885,0.3299152,0.0003370107,0.0022194416,0.000047217804,0.00011524586,0.1386353],"genre_scores_gemma":[0.9888693,0.00045401076,0.0052849613,0.0019621004,0.00020679194,0.00021245821,0.000014291047,0.000032657812,0.0029634358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.81703,0.17533362,0.0007801901,0.0004952658,0.004111363,0.002249557],"domain_scores_gemma":[0.95402354,0.043368544,0.00009267224,0.00046106448,0.0014588223,0.00059535366],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.26865745,0.00017235149,0.00046742155,0.0014412958,0.002149611,0.00018979328,0.000914363,0.00039660785,0.00037465428],"category_scores_gemma":[0.014562979,0.0001573273,0.000078540405,0.003221313,0.005848081,0.00018365533,0.00027183443,0.007988679,0.0005839396],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107130414,0.00016393058,0.000053808275,0.00005419323,0.0000046561922,0.000006027364,0.47488984,0.0000051401425,0.0000028371148,0.51892,0.0023524878,0.0034399237],"study_design_scores_gemma":[0.00055449066,0.0013397838,0.00078416354,0.0003625378,2.3044531e-7,2.0414402e-7,0.6337432,0.0000069918524,0.00003818686,0.29040125,0.07265185,0.00011706405],"about_ca_topic_score_codex":0.25733158,"about_ca_topic_score_gemma":0.10092834,"teacher_disagreement_score":0.46323797,"about_ca_system_score_codex":0.0027331738,"about_ca_system_score_gemma":0.0026960312,"threshold_uncertainty_score":0.99914944},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2115882960","doi":"10.1080/08989620902855033","title":"Supervisor–Student Relations: Examining the Spectrum of Conflicts of Interest in Bioscience Laboratories","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Supervisor; Conflict of interest; Dual (grammatical number); Broad spectrum; Psychology; Spectrum (functional analysis); Graduate students; Public relations; Social psychology; Political science; Accounting; Business; Law; Pedagogy","score_opus":0.8768308426194927,"score_gpt":0.6745009165671052,"score_spread":0.20232992605238753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115882960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98619455,0.0005930738,9.766634e-7,0.0099476315,0.00017539282,0.00061313924,0.000036769998,0.000010244577,0.0024282266],"genre_scores_gemma":[0.9990738,0.00022537558,0.000013241789,0.00054667844,0.000050223192,0.00003226334,0.000003452573,0.0000046223913,0.0000503141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961694,0.0018841396,0.00070287625,0.0003134594,0.0003398136,0.0005903266],"domain_scores_gemma":[0.9961827,0.0028907787,0.0000865796,0.00036794768,0.00033942598,0.00013256076],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010616815,0.00011790685,0.000273041,0.0002613068,0.00016110991,0.000018489145,0.00072048244,0.00035751914,0.0005816169],"category_scores_gemma":[0.001640934,0.00009307867,0.000029458723,0.0019381961,0.0012250624,0.00022732155,0.00017557871,0.0028856837,0.000016228565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032039118,0.0008136261,0.9600964,0.00008321129,0.000008802139,0.000009161991,0.007901578,0.00010581466,0.013230833,0.015197259,0.00013767765,0.002095218],"study_design_scores_gemma":[0.0007698106,0.00032229823,0.9483223,0.000087962035,0.0000063724306,0.0000022970808,0.008138695,0.00051020633,0.031884033,0.0062884283,0.0035626648,0.00010495991],"about_ca_topic_score_codex":0.0008387577,"about_ca_topic_score_gemma":0.0021159851,"teacher_disagreement_score":0.0186532,"about_ca_system_score_codex":0.00020283958,"about_ca_system_score_gemma":0.00033207968,"threshold_uncertainty_score":0.9994147},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2117161745","doi":"10.1177/104973202129120313","title":"Leveling the Playing Field? Exploring the Merits of the Ethics-as-Process Approach for Judging Qualitative Research Proposals","year":2002,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Engineering ethics; Research ethics; Field (mathematics); Process (computing); Informed consent; Management science; Psychology; Sociology; Medicine; Social science; Computer science; Alternative medicine; Engineering","score_opus":0.9614351793248613,"score_gpt":0.7788944891919308,"score_spread":0.1825406901329305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117161745","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06587205,0.004537596,0.042926542,0.8539986,0.0004933998,0.0104317535,0.00011908007,0.00008876986,0.021532182],"genre_scores_gemma":[0.96159375,0.0032259107,0.02348465,0.0021072158,0.00073902705,0.0045721103,0.0000069707985,0.000098341225,0.0041720476],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7182604,0.2661942,0.0014651823,0.001030865,0.009762552,0.003286815],"domain_scores_gemma":[0.6899015,0.2989656,0.00047807864,0.0010658569,0.009094584,0.0004944389],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.48661706,0.00029275977,0.000632529,0.00047512553,0.020560246,0.00040750904,0.002909255,0.0003456052,0.00011322855],"category_scores_gemma":[0.24559116,0.00015892865,0.000285747,0.0049093044,0.010831414,0.0005625841,0.00058359007,0.009187994,0.000028824705],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000811397,0.00008665583,0.000013093651,0.0007507377,0.000046723264,3.349381e-7,0.6318705,0.000009576025,0.000071561626,0.35755068,0.0018006415,0.007718362],"study_design_scores_gemma":[0.00025999625,0.00041562744,0.000023680353,0.00037545088,0.0000040325926,5.366941e-7,0.74334955,0.0007375151,0.0005259687,0.24776107,0.0063968846,0.00014971297],"about_ca_topic_score_codex":0.016679674,"about_ca_topic_score_gemma":0.0015254891,"teacher_disagreement_score":0.8957217,"about_ca_system_score_codex":0.00065213034,"about_ca_system_score_gemma":0.0041517667,"threshold_uncertainty_score":0.99309784},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2119101810","doi":"10.1525/jer.2014.9.2.52","title":"Perspectives from South and East Asia on Clinical and Research Ethics: A Literature Review","year":2014,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Paternalism; China; Informed consent; Engineering ethics; Islam; Consistency (knowledge bases); Research ethics; Medical ethics; Political science; Sociology; Social science; Environmental ethics; Medicine; Law; Alternative medicine; History","score_opus":0.9296896302790284,"score_gpt":0.8195286778168879,"score_spread":0.11016095246214053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119101810","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006233387,0.83386743,0.000011868853,0.14987853,0.0005136249,0.0036564742,0.00012424657,0.000034800356,0.011850682],"genre_scores_gemma":[0.000277623,0.98237526,0.0004066079,0.004672797,0.007992832,0.00029477503,0.000041415806,0.00029400687,0.0036446494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.56561464,0.39913258,0.005148946,0.0023012573,0.024537044,0.003265532],"domain_scores_gemma":[0.3071181,0.6492798,0.002126342,0.0029431854,0.03410223,0.0044303914],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.66767347,0.001056748,0.0059398445,0.0049614096,0.012276658,0.000870369,0.0042866045,0.01315544,0.0008588866],"category_scores_gemma":[0.8318375,0.00070570037,0.0011022303,0.0047935103,0.017757658,0.00047017116,0.0044929064,0.5199088,0.0010874117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015553926,0.0017915886,0.00021228177,0.2536999,0.0012504493,0.0026282717,0.06931363,8.443406e-8,0.0000013165121,0.15435554,0.36928412,0.14590745],"study_design_scores_gemma":[0.0007721928,0.004111983,0.00007216936,0.32808995,0.00014321947,0.000042436215,0.009675822,0.000002069186,5.162546e-8,0.046767525,0.60999,0.0003326061],"about_ca_topic_score_codex":0.0001227478,"about_ca_topic_score_gemma":0.00012799031,"teacher_disagreement_score":0.5067534,"about_ca_system_score_codex":0.0018885767,"about_ca_system_score_gemma":0.024723819,"threshold_uncertainty_score":0.99969035},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2120841701","doi":"10.1371/journal.pbio.0060073","title":"Research Ethics Recommendations for Whole-Genome Research: Consensus Statement","year":2008,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":241,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Genomics; Canadian Institutes of Health Research; University of British Columbia; University of Toronto; Université de Montréal; University of Alberta","funders":"Institute of Genetics; Ontario Genomics; Canadian Institutes of Health Research; Ontario Genomics Institute; National Institutes of Health; Genome Alberta","keywords":"Biology; Statement (logic); Research ethics; Genome; Engineering ethics; Computational biology; MEDLINE; Genetics; Biotechnology; Gene; Political science; Law","score_opus":0.9590869121845906,"score_gpt":0.7257237591152245,"score_spread":0.23336315306936617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120841701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2227045,0.0007242655,0.0004017035,0.75499237,0.00035971942,0.0035506804,0.00070116326,0.00013225782,0.016433364],"genre_scores_gemma":[0.92884225,0.007686749,0.023474952,0.0036491875,0.0010285083,0.0011574052,0.0011005171,0.00009793099,0.032962475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925839,0.0029834367,0.0008338369,0.0008049169,0.0014316785,0.0013622546],"domain_scores_gemma":[0.89229167,0.09969997,0.00007783875,0.0009647698,0.006504261,0.00046147857],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0383897,0.00013910183,0.00041500322,0.0006325558,0.0012403951,0.000019615389,0.00047302578,0.0010550814,0.00049277255],"category_scores_gemma":[0.11388891,0.00011792231,0.000110249195,0.0007503588,0.003609186,0.00002355006,0.0005150395,0.00965144,0.00078025484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004039606,0.004903358,0.012513516,0.0020230855,0.0011055054,0.0003563423,0.010246494,0.000005323096,0.3065028,0.4048087,0.25020117,0.0032941017],"study_design_scores_gemma":[0.0024004593,0.0047894754,0.00135455,0.00020855658,0.000021603662,0.00004770132,0.0020096102,0.00013209674,0.0036318216,0.1720754,0.81313694,0.00019176283],"about_ca_topic_score_codex":0.00018609517,"about_ca_topic_score_gemma":0.00028530232,"teacher_disagreement_score":0.75134313,"about_ca_system_score_codex":0.00038395388,"about_ca_system_score_gemma":0.0030620648,"threshold_uncertainty_score":0.99999774},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2123460075","doi":"10.1007/s12630-012-9802-9","title":"Retraction of articles written by Dr. Yoshitaka Fujii","year":2012,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Sociology","score_opus":0.011094446146733104,"score_gpt":0.23876507893383483,"score_spread":0.22767063278710173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123460075","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42305794,0.037048817,0.000023120307,0.019646516,0.5120095,0.001053451,0.0002231049,0.000056398774,0.0068811355],"genre_scores_gemma":[0.25909668,0.0019932592,0.00040723872,0.00024045673,0.7214806,0.000009836382,0.00023422827,0.0004515029,0.016086182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99237,0.00047520836,0.0025215773,0.0004268604,0.0024906907,0.0017156722],"domain_scores_gemma":[0.98697233,0.0011391215,0.0025879324,0.00062052556,0.0025745565,0.0061055506],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004107526,0.00088478235,0.0033893138,0.0016908089,0.00040593045,0.00025905733,0.0008115233,0.0022640787,0.0006871732],"category_scores_gemma":[0.0022830768,0.0007613542,0.0020468612,0.0007497227,0.0005257428,0.00064915465,0.000013181941,0.0045910613,0.00004115185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044057498,0.000090947724,0.004114755,0.00020807484,0.0005472698,0.23081367,0.00054107077,0.0000050822105,0.00005661436,0.000071511386,0.76085615,0.0022542763],"study_design_scores_gemma":[0.0010769379,0.0008868071,0.0018951461,0.0005508504,0.0010397224,0.43955618,0.00035007476,0.0000011266278,0.00006674922,0.00002528858,0.554144,0.0004070804],"about_ca_topic_score_codex":0.01056515,"about_ca_topic_score_gemma":0.0037429635,"teacher_disagreement_score":0.2094711,"about_ca_system_score_codex":0.0019574452,"about_ca_system_score_gemma":0.011731094,"threshold_uncertainty_score":0.99948376},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124622716","doi":"10.1177/1556264615571557","title":"Analysis of Research Ethics Board Approval Times in an Academic Department of Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mayo Clinic","keywords":"Institutional review board; Research ethics; Ethics committee; Human research; Informed consent; Medicine; Clinical research; Research design; Family medicine; Psychology; Actuarial science; Medical education; Alternative medicine; Political science; Business; Internal medicine; Pathology; Sociology; Surgery","score_opus":0.9650326330343495,"score_gpt":0.8058693818735141,"score_spread":0.1591632511608354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124622716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8570496,0.001968299,0.000056698824,0.12727931,0.00015670649,0.0016599079,0.00003706129,0.000022089602,0.011770352],"genre_scores_gemma":[0.98748815,0.007542206,0.00087655825,0.0006176752,0.0009998286,0.000060374456,0.000039927294,0.000106250765,0.002269036],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86548555,0.051765762,0.0058304286,0.0015818012,0.07186694,0.00346954],"domain_scores_gemma":[0.5918393,0.31500712,0.00095268496,0.003013252,0.08471393,0.0044737076],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5639916,0.00044643623,0.0028667185,0.018733807,0.0007473717,0.00010965639,0.0040201605,0.0049180686,0.0005785407],"category_scores_gemma":[0.64376646,0.00033008127,0.00069093914,0.018783307,0.020129263,0.0004271754,0.001991494,0.13921201,0.000053961245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049494155,0.019802388,0.38281873,0.009604179,0.005854283,0.0056150556,0.092430614,0.0018108088,0.02398709,0.333073,0.07083453,0.0046751956],"study_design_scores_gemma":[0.0188843,0.12922192,0.15098988,0.01596379,0.00075423846,0.00008984968,0.05728329,0.003319623,0.010492949,0.5933493,0.01874765,0.0009032758],"about_ca_topic_score_codex":0.0013436191,"about_ca_topic_score_gemma":0.0035064307,"teacher_disagreement_score":0.27364624,"about_ca_system_score_codex":0.0026770565,"about_ca_system_score_gemma":0.029242724,"threshold_uncertainty_score":0.9999151},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124674666","doi":"10.1186/s12961-015-0009-8","title":"Actors involved in the regulation of clinical research: comparison of Finland to England, Canada, and the USA","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health services research; Public health; Health administration; Social policy; Health policy; Political science; Public administration; Medicine; Nursing; Law","score_opus":0.9473175450279756,"score_gpt":0.7455923429597868,"score_spread":0.20172520206818878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124674666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305545,0.0013327136,0.0000040774435,0.063919164,0.0000842579,0.00202526,0.00001888146,0.0000016036317,0.002059544],"genre_scores_gemma":[0.9969662,0.0009665701,0.000025563984,0.00046163535,0.00048156627,0.00007077193,0.0000036160409,0.000009619041,0.001014494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97543365,0.016075261,0.0019522754,0.00039349703,0.005238102,0.000907234],"domain_scores_gemma":[0.86162436,0.13223149,0.00032217515,0.0011571262,0.003318376,0.0013464524],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18882348,0.00008726912,0.00078399596,0.0004199855,0.00021475846,0.000040839226,0.00035340106,0.00024171596,0.000003767732],"category_scores_gemma":[0.1633339,0.00004536665,0.000035138957,0.0011865665,0.001600192,0.00003315928,0.00026064736,0.0031418966,0.0000035069697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033386399,0.000201539,0.87952447,0.002436159,0.00003187961,0.0000052898167,0.01958463,0.000018049617,0.000022916469,0.07509171,0.016819999,0.0029246884],"study_design_scores_gemma":[0.0066089123,0.002703871,0.9301694,0.0013282897,0.0000041967187,0.000009035406,0.016939474,0.002634208,0.000024161067,0.0063172285,0.033189755,0.00007144497],"about_ca_topic_score_codex":0.8947266,"about_ca_topic_score_gemma":0.89996547,"teacher_disagreement_score":0.11615623,"about_ca_system_score_codex":0.00025267474,"about_ca_system_score_gemma":0.011532859,"threshold_uncertainty_score":0.9991579},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2133988293","doi":"10.5539/elt.v4n2p84","title":"Announcement of Retraction","year":2011,"lang":"en","type":"retraction","venue":"English Language Teaching","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":42,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Linguistics; Philosophy","score_opus":0.01426323878482701,"score_gpt":0.26839691802607296,"score_spread":0.25413367924124597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133988293","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105547585,0.00029509116,0.00022160052,0.000041864114,0.004429157,0.00022003583,0.00006779817,0.00007841653,0.88909847],"genre_scores_gemma":[0.8595889,0.00054741674,0.0065594767,0.00021162436,0.0044522057,0.00007029093,0.0022691924,0.000105932195,0.12619495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987546,0.000048343274,0.000334071,0.00024625534,0.00044681702,0.00016986522],"domain_scores_gemma":[0.9992326,0.000045888846,0.00036362445,0.00029259163,0.000023120227,0.000042202442],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006878259,0.00015843575,0.00017952039,0.000099328856,0.000115271825,0.000018264207,0.0001845836,0.00027791577,0.007857436],"category_scores_gemma":[0.00048003718,0.00013808612,0.00007909817,0.00015614522,0.000049637656,0.00039809867,0.00006893766,0.0010041184,0.00014515944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029526296,0.0010176564,0.004088177,0.0002868381,0.00015127173,0.0000093170975,0.17276707,0.0000753195,0.007968749,0.0047754114,0.5578851,0.25094557],"study_design_scores_gemma":[0.00011415884,0.000075286574,0.002669191,0.00014015548,0.000043811408,0.0000039857678,0.0081768,0.000018721288,0.00070295803,0.00010544143,0.9876609,0.00028861585],"about_ca_topic_score_codex":0.0021215756,"about_ca_topic_score_gemma":0.00008040839,"teacher_disagreement_score":0.7629035,"about_ca_system_score_codex":0.0004025102,"about_ca_system_score_gemma":0.000035566823,"threshold_uncertainty_score":0.9930495},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2145198589","doi":"10.1136/jme.2006.016980","title":"Assault on editorial independence: improprieties of the Canadian Medical Association","year":2007,"lang":"en","type":"editorial","venue":"Journal of Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Independence (probability theory); Association (psychology); Law; Psychology; Political science; Psychotherapist","score_opus":0.16216377817466776,"score_gpt":0.5505104544992905,"score_spread":0.3883466763246227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145198589","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023252149,0.00021553955,0.000014942919,0.09017618,0.9049949,0.00024608968,0.000056923764,0.000009952235,0.0040529654],"genre_scores_gemma":[0.0029539245,0.0075065,0.000077330784,0.004322668,0.98279816,0.0000031277254,0.000013074346,0.00006145469,0.0022637523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6278793,0.0016144944,0.003081476,0.00040489426,0.3661758,0.00084399054],"domain_scores_gemma":[0.23128708,0.42238528,0.008669625,0.0025192911,0.32453045,0.010608261],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.42487553,0.00039544763,0.0015387645,0.0005406593,0.00034551258,0.00008728314,0.0029603818,0.19599496,0.0019389658],"category_scores_gemma":[0.9532171,0.000242614,0.00088937476,0.0005913023,0.0016360766,0.000075649514,0.00042551328,0.43875986,0.00004761893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005248175,0.00024044607,0.000277879,0.0009805668,0.00040226584,0.0005066606,0.00057055295,7.861762e-7,0.0000024673686,0.0013636987,0.9943367,0.0007931169],"study_design_scores_gemma":[0.0028206354,0.0014226392,0.00032394406,0.009289627,0.00027045546,0.00005075198,0.00022525221,0.000008961534,0.00006884544,0.003077403,0.982239,0.0002024647],"about_ca_topic_score_codex":0.08715066,"about_ca_topic_score_gemma":0.5081927,"teacher_disagreement_score":0.5283416,"about_ca_system_score_codex":0.0032925655,"about_ca_system_score_gemma":0.5294559,"threshold_uncertainty_score":0.99897337},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2145736276","doi":"10.1177/1049732313509893","title":"Using Care Ethics to Enhance Qualitative Research on Rural Aging and Care","year":2013,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trent University; Queen's University","funders":"","keywords":"Qualitative research; Psychology; Ethics of care; Nursing; Medicine; Sociology; Political science; Social science","score_opus":0.9124334631715197,"score_gpt":0.8287943270206518,"score_spread":0.08363913615086793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145736276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.604245,0.011388926,0.007160151,0.33366477,0.00042097564,0.009144457,0.0002475983,0.00019664594,0.03353149],"genre_scores_gemma":[0.9413799,0.002023581,0.050605416,0.002041139,0.0005839198,0.00087383855,0.000026891748,0.0001023736,0.0023629367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.76721084,0.22003219,0.0008275578,0.0010934675,0.0074353055,0.0034006215],"domain_scores_gemma":[0.8845571,0.09680675,0.00017828128,0.00065511366,0.015599503,0.0022031958],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.21047822,0.0003500972,0.00071101455,0.0016528793,0.00992602,0.0007554731,0.0008962726,0.00050744845,0.00023179612],"category_scores_gemma":[0.06917539,0.00032901875,0.000110695764,0.0041890526,0.007013276,0.00065539556,0.0005897634,0.0080053015,0.00059674395],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069664005,0.00004225991,0.000022125401,0.00084308506,0.000019817215,0.0000032408636,0.7806463,0.000005712377,0.00022939761,0.1932262,0.0018827835,0.023009395],"study_design_scores_gemma":[0.00021829866,0.0013489177,0.00013471358,0.0009657017,0.0000014727668,2.86829e-7,0.91629624,0.000021095642,0.00030993685,0.06301052,0.017377844,0.00031496971],"about_ca_topic_score_codex":0.12873444,"about_ca_topic_score_gemma":0.009677163,"teacher_disagreement_score":0.33713493,"about_ca_system_score_codex":0.003472057,"about_ca_system_score_gemma":0.006994355,"threshold_uncertainty_score":0.9999162},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2147792977","doi":"10.1007/978-0-387-73639-6_13","title":"Research Ethics and the Ethics of Research: Should We Offer Clinical Trial Participation or Clinical Research Partnership to Oncology Patients in the New Millennium?","year":2007,"lang":"en","type":"article","venue":"Cancer treatment and research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Ontario","funders":"","keywords":"General partnership; Engineering ethics; Research ethics; Clinical trial; Medicine; Oncology; Political science; Internal medicine; Engineering; Law","score_opus":0.9765619713526655,"score_gpt":0.8205848762833838,"score_spread":0.1559770950692817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147792977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67220116,0.0035204971,0.000007872467,0.31177518,0.0003607361,0.0074574966,0.000011758081,0.000015779578,0.0046495497],"genre_scores_gemma":[0.8413872,0.14247699,0.00022757529,0.001102789,0.0024316055,0.001149172,0.000014800584,0.00006320317,0.011146667],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.80834764,0.15307337,0.005666586,0.00341838,0.023550823,0.005943183],"domain_scores_gemma":[0.26710415,0.71665055,0.00021008862,0.0023427478,0.011679939,0.0020125492],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.58070177,0.00032789382,0.0013096354,0.001632942,0.0020555712,0.00022484992,0.0012855353,0.0033706336,0.00017366066],"category_scores_gemma":[0.34056434,0.00015898775,0.00027680595,0.0048925793,0.018156253,0.000113466,0.0015048033,0.047130197,0.00008191721],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.51818913,0.008417128,0.1540176,0.0008394987,0.00048079644,0.00031465496,0.06838952,0.0000025371335,0.000026260523,0.036858726,0.04127459,0.17118955],"study_design_scores_gemma":[0.20456941,0.10310832,0.22066498,0.003031738,0.00019433432,0.000012180259,0.0481285,0.00015205961,0.00058051536,0.051722802,0.36734548,0.000489702],"about_ca_topic_score_codex":0.007983745,"about_ca_topic_score_gemma":0.046492185,"teacher_disagreement_score":0.5635772,"about_ca_system_score_codex":0.0011596229,"about_ca_system_score_gemma":0.01571384,"threshold_uncertainty_score":0.9992436},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2154797916","doi":"10.5539/ies.v7n7p52","title":"Ethical and Unethical Methods of Plagiarism Prevention in Academic Writing","year":2014,"lang":"en","type":"book","venue":"International Education Studies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Plagiarism detection; Cheating; Similarity (geometry); Unconscious mind; Accidental; Psychology; Computer science; Engineering ethics; Mathematics education; Engineering; Social psychology; Artificial intelligence; Image (mathematics); Physics; Psychoanalysis","score_opus":0.1246345453261066,"score_gpt":0.5395094053852052,"score_spread":0.41487486005909857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154797916","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003228348,0.014480655,0.0040028216,0.101230115,0.009150836,0.0006051125,0.000026870603,0.000068818765,0.8672064],"genre_scores_gemma":[0.049537785,0.02872547,0.02729079,0.006010996,0.0052952487,0.00016699327,0.00017160413,0.000052435455,0.88274866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702495,0.0010169556,0.00075165136,0.00033402245,0.0006885086,0.0001838871],"domain_scores_gemma":[0.9949093,0.0034104413,0.00050116144,0.000090744375,0.0010229313,0.00006540865],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0069208443,0.00017497546,0.00042566212,0.00034394837,0.00015800305,0.000024219005,0.00034918525,0.0036390552,0.00007933732],"category_scores_gemma":[0.011211451,0.00018285662,0.00008451969,0.00009731373,0.0007868219,0.00012249708,0.00014062376,0.0068895053,0.000010127564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021941965,0.000040034472,0.00075716025,0.00013688437,0.00017624894,5.0672804e-7,0.02577295,0.0000027169194,0.000029343842,0.8035131,0.087506466,0.08204264],"study_design_scores_gemma":[0.00012201384,0.000016002026,0.00039625276,0.0011031792,0.00004144923,0.0000027315707,0.0062961318,0.000026888616,0.00002430951,0.33081162,0.6609936,0.00016582439],"about_ca_topic_score_codex":0.00034843877,"about_ca_topic_score_gemma":0.00026559568,"teacher_disagreement_score":0.5734871,"about_ca_system_score_codex":0.00035509118,"about_ca_system_score_gemma":0.0015414163,"threshold_uncertainty_score":0.99765444},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2155951157","doi":"10.1016/j.otsr.2010.03.005","title":"Retraction notice to Proximal humerus fractures treated by percutaneous locking plate internal fixation. [OTSR 95/1 (2009) 56–62]","year":2010,"lang":"en","type":"retraction","venue":"Orthopaedics & Traumatology Surgery & Research","topic":"Shoulder and Clavicle Injuries","field":"Medicine","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Traumatology; Proximal humerus; Internal fixation; Notice; Orthopedic surgery; Humanities; Surgery; Philosophy; Law; Political science","score_opus":0.04641796030998005,"score_gpt":0.42104938559906885,"score_spread":0.37463142528908877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155951157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96090215,0.010971824,0.0001381554,0.006459765,0.009116087,0.0026501766,0.00060619996,0.0006865713,0.008469078],"genre_scores_gemma":[0.9644687,0.010011361,0.0002823912,0.0010205408,0.004092515,0.0003311968,0.0045999438,0.00047773766,0.0147156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901999,0.0009944661,0.0017687472,0.0017724019,0.0031699324,0.0020945505],"domain_scores_gemma":[0.9913188,0.003910315,0.00062748214,0.0012019612,0.0019476479,0.0009937822],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0040003234,0.000979568,0.0021043147,0.002366837,0.0008926221,0.00030402772,0.0005060745,0.005137579,0.0025363998],"category_scores_gemma":[0.003431748,0.0009208902,0.00091734424,0.0015814938,0.00080156216,0.00038902744,0.0001768707,0.013894695,0.00053797144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005573811,0.0011086282,0.08582141,0.0013794652,0.0012957314,0.0074449196,0.0009890092,0.000005547647,0.006457368,0.000023197887,0.7171204,0.17278051],"study_design_scores_gemma":[0.00096426555,0.00094432494,0.021337846,0.0016258084,0.0008702331,0.021470329,0.000687689,0.0001881574,0.004872264,0.00007197393,0.9456768,0.0012902786],"about_ca_topic_score_codex":0.0038205874,"about_ca_topic_score_gemma":0.0010906538,"teacher_disagreement_score":0.22855644,"about_ca_system_score_codex":0.00067448826,"about_ca_system_score_gemma":0.0016947988,"threshold_uncertainty_score":0.99932414},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2159983530","doi":"10.5455/aim.2012.20.136-140","title":"Cooperation Between Research Institutions and Journals on Research Integrity Cases: Guidance from the Committee on Publication Ethics (COPE)","year":2012,"lang":"en","type":"article","venue":"Acta Informatica Medica","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Statens Serum Institut; University of California, San Diego; Cross River University of Technology; University of Minnesota; Karolinska Institutet; University of Aberdeen; Universidade Federal do Rio de Janeiro; University of Connecticut; Monash University; Cardiff University; University of New South Wales; York University; Sveučilište u Zagrebu; Christian Medical College, Vellore; University of Oxford; Nanyang Technological University","keywords":"Scientific misconduct; Misconduct; Publication; Safeguarding; Officer; Suspect; Research integrity; Research ethics; Publishing; Political science; Public relations; Publish or perish; Psychology; Law; Engineering ethics; Medicine; Engineering; Alternative medicine","score_opus":0.5231173335945136,"score_gpt":0.5377257422074923,"score_spread":0.01460840861297863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159983530","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20286094,0.00038288155,0.0006223368,0.55750537,0.00058600045,0.0010671025,0.00014895442,0.000077583405,0.23674884],"genre_scores_gemma":[0.991623,0.0012584387,0.00026476634,0.0049474286,0.0014813911,0.000052956304,0.00007886937,0.0000061258556,0.00028705655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99191886,0.0037821284,0.0005629101,0.00014928321,0.002864547,0.0007222507],"domain_scores_gemma":[0.9741934,0.023388712,0.00014432006,0.0004390306,0.0013799702,0.00045457672],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05951779,0.00011620795,0.0001776571,0.0002255883,0.0049931137,0.00047836956,0.0009013598,0.0010923978,0.00052126247],"category_scores_gemma":[0.102072716,0.000076939345,0.000032167944,0.0008244778,0.002083479,0.001678233,0.00018305075,0.013207229,0.0005288607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029021345,0.00007286627,0.005780198,0.000018333703,0.000033896446,8.268459e-7,0.15464391,4.4967732e-7,0.000010330917,0.34969366,0.47340414,0.016312374],"study_design_scores_gemma":[0.00018152867,0.00009829178,0.012215289,0.00036492993,0.000011716184,0.000002776435,0.024957558,0.000076812634,0.00006515947,0.0034157299,0.9584966,0.00011363396],"about_ca_topic_score_codex":0.0072139143,"about_ca_topic_score_gemma":0.0010090941,"teacher_disagreement_score":0.78876203,"about_ca_system_score_codex":0.0003212695,"about_ca_system_score_gemma":0.0013281587,"threshold_uncertainty_score":0.99939716},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2160028800","doi":"10.4081/oncol.2014.255","title":"RETRACTION: Challenges of combined everolimus/endocrine therapy in hormone receptor-positive metastatic breast cancer","year":2014,"lang":"en","type":"article","venue":"Oncology Reviews","topic":"Cancer Treatment and Pharmacology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital Foundation","funders":"","keywords":"Medicine; Audience measurement; Breast cancer; Clinical Oncology; Oncology; Editorial board; Internal medicine; Metastatic breast cancer; Plagiarism detection; Cancer; Medical education; Library science; Computer science","score_opus":0.06968587968049916,"score_gpt":0.39936712464648183,"score_spread":0.32968124496598267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160028800","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5105131,0.39730486,0.000014562503,0.060290266,0.0017117228,0.0038567795,0.00006682106,0.00006432912,0.02617751],"genre_scores_gemma":[0.4494582,0.54733247,0.0003054159,0.001415331,0.0002869523,0.00045067928,0.000030268857,0.000019907697,0.0007007777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983124,0.0005506938,0.00052207266,0.00027299972,0.000105097,0.00023674255],"domain_scores_gemma":[0.9990694,0.00021896978,0.00031435667,0.00021423481,0.00009046099,0.0000925907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056083495,0.00019477599,0.0011890426,0.000115757844,0.000026716092,0.000001670136,0.00007638725,0.00008870524,0.0012026454],"category_scores_gemma":[0.000033220418,0.0001449072,0.00014165441,0.00021242716,0.000106499385,0.00006108892,0.00001894598,0.00029571212,0.00006117385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004525924,0.0026080208,0.0075554145,0.00028484318,0.00045449226,0.000047394504,0.0006473092,0.0000016728775,0.020012401,0.00050291885,0.023973623,0.939386],"study_design_scores_gemma":[0.0157767,0.008522894,0.1812404,0.00034678826,0.00048239125,0.00031007067,0.000072114206,0.000025593996,0.0020174175,0.00014234835,0.7908414,0.00022190902],"about_ca_topic_score_codex":0.0001897535,"about_ca_topic_score_gemma":0.00030065278,"teacher_disagreement_score":0.9391641,"about_ca_system_score_codex":0.00028847507,"about_ca_system_score_gemma":0.00012484848,"threshold_uncertainty_score":0.9997104},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2162029141","doi":"10.1109/iccasm.2010.5620240","title":"Notice of Retraction: Failure analysis of lattice transmission tower considering joint effects","year":2010,"lang":"en","type":"article","venue":"","topic":"Vibration and Dynamic Analysis","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fundamental Research Funds for the Central Universities; Natural Science Foundation of Hebei Province","keywords":"Notice; Transmission tower; Joint (building); Computer science; Lattice (music); Tower; Structural engineering; Engineering; Physics; Law; Political science","score_opus":0.005654360155798307,"score_gpt":0.2059558247169599,"score_spread":0.20030146456116157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162029141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3636201,0.00002701982,0.6261326,0.00016868743,0.000164244,0.00006688788,0.0000021293172,0.000109842236,0.009708507],"genre_scores_gemma":[0.98142654,0.000010354326,0.018325573,0.000020795502,0.000014359354,0.0000013771152,0.0000070546644,0.000008357756,0.00018556893],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937636,0.000013346868,0.0002812164,0.00009744762,0.0001493759,0.00008227299],"domain_scores_gemma":[0.99952936,0.000101020145,0.00005108873,0.00019500428,0.00006906837,0.000054439868],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012491479,0.00008526844,0.0002883365,0.00027510003,0.000019196592,0.0000079946285,0.00004724,0.0001153984,0.0016220912],"category_scores_gemma":[0.000041874504,0.000074861135,0.00018457753,0.00067927595,0.000023747692,0.000114973926,0.000005925841,0.00017114686,0.0000038133714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008445588,0.000051365736,0.0021307818,0.00021126191,0.0017658952,0.0000035883756,0.0005054997,0.37973142,0.60971457,0.001592359,0.00038715033,0.0038976863],"study_design_scores_gemma":[0.00014694412,0.000011664437,0.0052943123,0.000012993664,0.0011169806,0.0000012505961,0.000094668205,0.89258087,0.0999793,0.000022065915,0.0006434226,0.0000955577],"about_ca_topic_score_codex":0.00003773236,"about_ca_topic_score_gemma":0.00024129606,"teacher_disagreement_score":0.61780643,"about_ca_system_score_codex":0.0000075072076,"about_ca_system_score_gemma":0.000008184257,"threshold_uncertainty_score":0.9992906},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2163916813","doi":"10.1080/15265160600755615","title":"Clinical Ethics versus Clinical Research","year":2006,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Allegiance; Clinical Ethics; Engineering ethics; Dilemma; Clinical Practice; Ethical dilemma; Psychology; Medicine; Epistemology; Political science; Nursing; Law; Philosophy; Engineering","score_opus":0.9022225697791373,"score_gpt":0.7406565595251254,"score_spread":0.16156601025401185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163916813","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011146717,0.0010153735,0.00020051614,0.9776126,0.0050124656,0.00052676525,0.000036285088,0.00004111243,0.0044081374],"genre_scores_gemma":[0.010093135,0.034515522,0.008621669,0.8766601,0.06169629,0.000009726673,0.00004667576,0.0003155294,0.008041349],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9417879,0.03392198,0.0070446455,0.0011433271,0.014284221,0.0018179088],"domain_scores_gemma":[0.30175117,0.6677603,0.0061795404,0.004261689,0.019025825,0.0010214943],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.29720393,0.0006094181,0.003498974,0.00079053297,0.0007442656,0.00020705338,0.0038662527,0.007806057,0.00013248496],"category_scores_gemma":[0.27634335,0.00037891752,0.0027513935,0.0018692728,0.05348542,0.00008827564,0.00111411,0.35277885,0.00046608347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004595108,0.00044288082,0.0031050262,0.00035141656,0.0012150926,0.0035190727,0.0002501808,0.0000018051473,0.000003007011,0.0010024635,0.96750194,0.01801198],"study_design_scores_gemma":[0.0035743404,0.024063893,0.0030488868,0.002118786,0.0009617704,0.0004483524,0.001085711,0.000023222035,0.000012320768,0.026930435,0.9372518,0.00048049702],"about_ca_topic_score_codex":0.00059341796,"about_ca_topic_score_gemma":0.000191772,"teacher_disagreement_score":0.64003676,"about_ca_system_score_codex":0.00044813353,"about_ca_system_score_gemma":0.018453293,"threshold_uncertainty_score":0.99986625},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536884,0.00017632113,0.0000044433823,0.010330108,0.00033017623,0.00365988,0.00006137898,0.000035472684,0.03171386],"genre_scores_gemma":[0.993802,0.0002749264,0.00014265072,0.0016827267,0.00078135834,0.000637506,0.000048859765,0.0001179952,0.0025119614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7033116,0.27457145,0.002100617,0.00059743796,0.01459729,0.0048215957],"domain_scores_gemma":[0.78955054,0.19095282,0.0004292162,0.0021708016,0.0139568355,0.0029397795],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.5064174,0.00044205209,0.0010010897,0.008870157,0.02797791,0.00024524104,0.004061491,0.002178831,0.0010917429],"category_scores_gemma":[0.09583548,0.00036566716,0.00027544473,0.00601737,0.006127353,0.00030912392,0.0012359259,0.24901518,0.0008444211],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014553924,0.02158808,0.15807506,0.0045910096,0.000120692355,0.0005297887,0.73794323,0.000051780284,0.004892328,0.01697019,0.03978676,0.0008971339],"study_design_scores_gemma":[0.009262708,0.06372354,0.13929133,0.008578548,0.00001039576,0.0000067180613,0.60728097,0.00013047241,0.0030348308,0.112134375,0.055803765,0.0007423294],"about_ca_topic_score_codex":0.0071815494,"about_ca_topic_score_gemma":0.016351245,"teacher_disagreement_score":0.41058192,"about_ca_system_score_codex":0.009017,"about_ca_system_score_gemma":0.027152188,"threshold_uncertainty_score":0.99993354},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W220455632","doi":"","title":"A War of Words: Software Programs Developed to Combat the Scourge of Student Plagiarism Have Found Opposition from the Very Circle of Educators They're Meant to Help","year":2007,"lang":"en","type":"article","venue":"T.H.E. Journal Technological Horizons in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Opposition (politics); Encyclopedia; Class (philosophy); Mathematics education; Sociology; Media studies; Computer science; Law; Psychology; Library science; Political science; Artificial intelligence; Politics","score_opus":0.03791374135467607,"score_gpt":0.3556434345414609,"score_spread":0.31772969318678485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W220455632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98018926,0.0005808019,0.004621586,0.012456446,0.0007388796,0.00089778006,0.000011671474,0.00003554777,0.0004680083],"genre_scores_gemma":[0.9940214,0.00034986227,0.005030899,0.00024946278,0.00025599985,0.000042427557,0.00000639335,0.000009819159,0.000033727803],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972927,0.00040224398,0.00082353805,0.00022896673,0.00085303246,0.0003995193],"domain_scores_gemma":[0.99755365,0.0010753232,0.0004881304,0.0003005965,0.00044265474,0.00013964712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058333273,0.00015759165,0.00033504586,0.00026363018,0.00042366018,0.000040579012,0.001244145,0.00073623104,0.000047189962],"category_scores_gemma":[0.0025051527,0.00010084504,0.00011284475,0.00097012887,0.0005414282,0.00014561295,0.00015877701,0.0018629069,0.0000065098557],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020002146,0.0018389871,0.10366419,0.000018302035,0.00009459556,0.000004500484,0.11666794,0.00002647664,0.0015130024,0.018157354,0.0020223372,0.7557923],"study_design_scores_gemma":[0.00032108935,0.0006983974,0.17849855,0.0011494084,0.000088908215,0.000020947336,0.73885345,0.0000025807497,0.0061282855,0.06365725,0.01024594,0.0003351796],"about_ca_topic_score_codex":0.0024689285,"about_ca_topic_score_gemma":0.0028738445,"teacher_disagreement_score":0.7554571,"about_ca_system_score_codex":0.0004033945,"about_ca_system_score_gemma":0.0008572866,"threshold_uncertainty_score":0.80935067},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2212616545","doi":"10.1371/journal.pone.0139005","title":"A Comprehensive Analysis of Authorship in Radiology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medical journal; Categorization; Medicine; MEDLINE; Bibliometrics; Library science; Univariate; Meta-analysis; Impact factor; Computer science; Family medicine; Statistics; Pathology; Political science; Mathematics; Law; Multivariate statistics","score_opus":0.9232797035653724,"score_gpt":0.610283124809877,"score_spread":0.31299657875549536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212616545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943604,0.0021846364,0.00038144967,0.00070323807,0.00005029391,0.00010215735,0.00001842112,0.0000053318117,0.0021941077],"genre_scores_gemma":[0.997625,0.0001674197,0.0016236561,0.000069331574,0.000024976373,0.000003651631,0.0000022415445,0.0000034604489,0.00048025989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907665,0.0006487393,0.0007932728,0.00036458226,0.0070646913,0.0003621814],"domain_scores_gemma":[0.9898177,0.004382423,0.00029377174,0.00051623565,0.0045558475,0.00043403124],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.020390214,0.000076236276,0.0007186024,0.13369334,0.00003021507,0.00029178173,0.0013283716,0.000108912674,0.0005154668],"category_scores_gemma":[0.05405388,0.000054132837,0.00013755998,0.33888322,0.00013048129,0.00020548025,0.00030116155,0.00024662432,0.00011321284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004639382,0.00088999124,0.9857949,0.000003871991,0.00048709626,0.000019301142,0.0005155759,0.00034858813,0.005421778,0.00022816277,0.0010742544,0.005170062],"study_design_scores_gemma":[0.0005693833,0.00023048329,0.9527949,0.000014044908,0.00014382819,0.0000017469519,0.0005566769,0.031088512,0.0022514418,0.011844091,0.00039308518,0.00011177279],"about_ca_topic_score_codex":0.000117127696,"about_ca_topic_score_gemma":0.00004228628,"teacher_disagreement_score":0.20518988,"about_ca_system_score_codex":0.00007868741,"about_ca_system_score_gemma":0.00014398563,"threshold_uncertainty_score":0.9539142},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2233201293","doi":"10.1177/1556264615599687","title":"Risk and Representation in Research Ethics","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Nunavut; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Identity (music); Negotiation; Research ethics; Context (archaeology); Politics; Sociology; Representation (politics); Corporate governance; Legislation; Political science; Public relations; Public administration; Law; Social science; Engineering ethics; Business","score_opus":0.8772426492968817,"score_gpt":0.7351465473444156,"score_spread":0.14209610195246603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233201293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83855045,0.0010073503,0.000019695459,0.04951445,0.0003517533,0.00110461,0.0000052666173,0.000017017137,0.10942941],"genre_scores_gemma":[0.9355137,0.051808916,0.00033677238,0.00013580377,0.0024106556,0.00001286315,0.000003983992,0.00004355314,0.009733797],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8944413,0.08332363,0.0011130972,0.00061911234,0.0181293,0.002373532],"domain_scores_gemma":[0.909121,0.0647509,0.0002723705,0.00063973526,0.023078835,0.002137176],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.40690854,0.00016727921,0.00043992008,0.004139533,0.017064722,0.000724521,0.0013961175,0.0014093841,0.000109161876],"category_scores_gemma":[0.06407103,0.0001317013,0.00010278976,0.0046951757,0.0063314545,0.0006429309,0.00006483166,0.038758643,0.00013469202],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046350656,0.00075163395,0.011506659,0.000095687625,0.000020203768,0.00016843255,0.714924,0.000021197191,0.00001216206,0.25981197,0.011507889,0.0007167024],"study_design_scores_gemma":[0.00092218374,0.002453742,0.009583902,0.00035440043,0.0000035769008,0.000009257452,0.12049977,0.00002552884,0.00009604411,0.2780147,0.5878796,0.00015732068],"about_ca_topic_score_codex":0.128057,"about_ca_topic_score_gemma":0.5379825,"teacher_disagreement_score":0.5944242,"about_ca_system_score_codex":0.0029473803,"about_ca_system_score_gemma":0.09665229,"threshold_uncertainty_score":0.999887},"labels":[{"model":"gemma","categories":["sts","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2236608270","doi":"","title":"Collaborative Citation Analysis and Accuracy Degree of Vancouver Style Application in References Of The Scientific Journal of Birjand University Of Medical Sciences: Short Communication","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Degree (music); Style (visual arts); Citation analysis; Computer science; Library science; Information retrieval; Geography; Archaeology; Physics","score_opus":0.6020774233915351,"score_gpt":0.6558915468924948,"score_spread":0.05381412350095971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236608270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946016,0.0039198766,0.00031574068,0.00025188221,0.0000780272,0.00033486547,0.000015981772,0.0000010304365,0.00048096213],"genre_scores_gemma":[0.9965696,0.0030433373,0.00033295623,0.00000793476,0.00000903552,0.0000013651635,0.000003978044,0.0000032799385,0.000028535238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969395,0.00074670627,0.00072835706,0.00015778716,0.0013064166,0.00012123637],"domain_scores_gemma":[0.9956974,0.0007588301,0.001265173,0.00029083938,0.001830352,0.00015742183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008373133,0.0000791701,0.0005687657,0.0012328541,0.00015914612,0.00004522532,0.0013204247,0.00010602069,0.00028020958],"category_scores_gemma":[0.0015018601,0.000056497982,0.00006922076,0.004445154,0.0013464693,0.0007562189,0.0003732398,0.00031965642,1.7136256e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005070274,0.00032416134,0.9861505,0.00013534218,0.00014426275,0.0000025529882,0.0014601528,0.00006768857,0.0036714023,0.00008873606,0.00072866544,0.006719487],"study_design_scores_gemma":[0.0007457146,0.000093538874,0.986908,0.00048011015,0.00016501892,0.000006155864,0.00402742,0.00077531,0.0055515277,0.0011028715,0.000095025825,0.00004930498],"about_ca_topic_score_codex":0.0017021982,"about_ca_topic_score_gemma":0.0021665907,"teacher_disagreement_score":0.0068712733,"about_ca_system_score_codex":0.00007041846,"about_ca_system_score_gemma":0.001515789,"threshold_uncertainty_score":0.4961122},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2249635392","doi":"","title":"The Business of Online Plagiarism in Post-Secondary Education","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Internet privacy; Public relations; Business; Computer science; Political science","score_opus":0.016751745674792762,"score_gpt":0.28552963885706417,"score_spread":0.2687778931822714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249635392","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16823675,0.00093086594,0.000004369634,0.8176805,0.0018143342,0.00030753945,0.0000148717245,0.000025100519,0.010985675],"genre_scores_gemma":[0.99434185,0.0015723677,0.00031609728,0.00061860494,0.0004978636,0.00014521627,0.00006855134,0.000006292142,0.0024331454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99884903,0.000110751156,0.0002901575,0.00021488608,0.000265301,0.00026984065],"domain_scores_gemma":[0.9976452,0.0011895357,0.00014384455,0.00017113201,0.00076362496,0.000086676744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044382605,0.000113334085,0.00016291798,0.00048749696,0.0002414824,0.000034239976,0.00042510568,0.0005111955,0.0007754613],"category_scores_gemma":[0.0027141504,0.00009060254,0.000016532776,0.0008666068,0.0011275639,0.00013319298,0.00004688552,0.0012802437,0.000044989596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069397097,0.00016992545,0.0073055555,0.0000082614915,0.0000070465157,1.9822801e-7,0.002687272,7.4369275e-8,0.00021242774,0.92206514,0.0062924167,0.061244763],"study_design_scores_gemma":[0.000118829135,0.000018997345,0.14074731,0.00007108986,0.000004871498,0.000002075055,0.003909887,0.000008782685,0.00009254913,0.84809816,0.0068219863,0.000105450636],"about_ca_topic_score_codex":0.002658382,"about_ca_topic_score_gemma":0.017215159,"teacher_disagreement_score":0.8261051,"about_ca_system_score_codex":0.000055294287,"about_ca_system_score_gemma":0.0039271633,"threshold_uncertainty_score":0.9606463},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2268329921","doi":"10.15388/infedu.2014.10","title":"Collaboration, Collusion and Plagiarism in Computer Science Coursework","year":2014,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Waterloo","keywords":"Coursework; Collusion; Context (archaeology); Academic dishonesty; Computer science; Mathematics education; Engineering ethics; Cheating; Psychology; Engineering","score_opus":0.006463584133639145,"score_gpt":0.3096939182671761,"score_spread":0.303230334133537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268329921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95788616,0.000044256565,0.0101565495,0.003995527,0.001496637,0.0003289032,0.0000012072315,0.000019890478,0.026070865],"genre_scores_gemma":[0.9868416,0.00011456201,0.011688217,0.0010277166,0.00021740577,0.000011018226,0.000005725572,0.0000022772128,0.00009147491],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990182,0.00009559467,0.00029450565,0.00007663834,0.00032961176,0.00018547602],"domain_scores_gemma":[0.99937135,0.00016738608,0.000107124935,0.00009221601,0.00019515911,0.000066784494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038811744,0.000056461813,0.00008070939,0.00027788398,0.00031113529,0.00015674575,0.00018406947,0.00028519644,0.000010968114],"category_scores_gemma":[0.0008043383,0.000059248745,0.000005532207,0.00089574937,0.00034001088,0.00074143516,0.000036897116,0.00045760523,0.000015756119],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009975129,0.000115079434,0.061618816,0.00003722968,0.00000126773,1.0456311e-7,0.44205904,0.00092159427,0.000015694091,0.31266797,0.007334311,0.17521894],"study_design_scores_gemma":[0.0011554589,0.0001279753,0.16013981,0.0007640398,0.00001131838,0.0000069756748,0.2092646,0.15382335,0.00018216948,0.13766639,0.3360752,0.000782709],"about_ca_topic_score_codex":0.0007870718,"about_ca_topic_score_gemma":0.0019200911,"teacher_disagreement_score":0.32874086,"about_ca_system_score_codex":0.00024039333,"about_ca_system_score_gemma":0.0012798525,"threshold_uncertainty_score":0.24160936},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2275558578","doi":"10.1186/s12961-016-0078-3","title":"Research ethics committees in the regulation of clinical research: comparison of Finland to England, Canada, and the United States","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Academy of Finland","keywords":"Health services research; Public health; Health administration; Quality of Life Research; Social policy; Health policy; Medicine; Political science; Research ethics; Public administration; Family medicine; Law; Nursing; Psychiatry","score_opus":0.932939748514332,"score_gpt":0.7564153371411738,"score_spread":0.17652441137315822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275558578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.679824,0.001309114,0.0000138579535,0.31549215,0.000053211395,0.0022693027,0.000060213097,0.0000030823394,0.0009750906],"genre_scores_gemma":[0.9873172,0.00943518,0.000028329834,0.0008387573,0.00043103725,0.00013440369,0.000009231647,0.000018300332,0.0017875672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.89225984,0.087404,0.0037453864,0.00086109334,0.01338063,0.0023490682],"domain_scores_gemma":[0.33812922,0.6497385,0.00034123618,0.001757858,0.008898886,0.0011343051],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3957377,0.00012378677,0.00092319754,0.0012798975,0.00078167295,0.000070529066,0.0006517589,0.00048111152,0.000009562042],"category_scores_gemma":[0.2775638,0.000056574914,0.00004605196,0.0029241897,0.0053344904,0.000042540698,0.0005367591,0.008471501,0.0000058816645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008265081,0.0005516589,0.4017848,0.008531995,0.00010427448,0.000017575228,0.05548821,0.00003826465,0.00011411465,0.45782402,0.055759285,0.011520718],"study_design_scores_gemma":[0.012072453,0.006090717,0.69925237,0.008655723,0.000007751518,0.000026420392,0.052342054,0.0042213695,0.00010139357,0.04209873,0.17495303,0.00017799324],"about_ca_topic_score_codex":0.8881098,"about_ca_topic_score_gemma":0.7631298,"teacher_disagreement_score":0.56233454,"about_ca_system_score_codex":0.0003476631,"about_ca_system_score_gemma":0.011299473,"threshold_uncertainty_score":0.99737245},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2278927737","doi":"10.1007/978-94-007-1113-6_8","title":"Retraction Note to: Chapter 2 The Entrepreneurship and the Role of Indigenous Communities","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Migration, Ethnicity, and Economy","field":"Social Sciences","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Laurentian University","funders":"","keywords":"Indigenous; Entrepreneurship; Political science; Economic geography; Geography; Sociology; Ecology; Biology; Law","score_opus":0.037205156313630826,"score_gpt":0.25690480972138197,"score_spread":0.21969965340775113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278927737","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006895608,0.0005977052,0.000022634962,0.0006751886,0.00022414017,0.00046745638,0.000008332861,0.000022718374,0.99108624],"genre_scores_gemma":[0.70431405,0.0027713634,0.000013635533,0.00039621507,0.00027024417,0.00001043038,0.000004613914,0.000012665905,0.2922068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927735,0.00009785818,0.00021228103,0.00010680926,0.00017048376,0.00013522459],"domain_scores_gemma":[0.99902993,0.0003241867,0.00019021734,0.00031875755,0.00009105436,0.00004587258],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089999737,0.00012135136,0.00018648863,0.0000499612,0.0006546812,0.00005584577,0.0003177904,0.00023552032,0.0022235904],"category_scores_gemma":[0.00002473404,0.00007169051,0.0000795012,0.000013983964,0.0006760794,0.00009570709,0.00006446602,0.00029504867,0.00005996968],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024020534,0.0000043838045,0.00044888648,0.0000031445545,0.000026885367,7.497522e-8,0.31968975,4.0420505e-7,9.780756e-7,0.67109805,0.00010700539,0.008596405],"study_design_scores_gemma":[0.00014222355,0.000046907968,0.0012317275,0.000034478915,0.00007122331,0.0000015383515,0.024516841,0.0000034923787,0.00007123018,0.29592916,0.6777508,0.0002003539],"about_ca_topic_score_codex":0.04932566,"about_ca_topic_score_gemma":0.21646623,"teacher_disagreement_score":0.6988794,"about_ca_system_score_codex":0.000023041035,"about_ca_system_score_gemma":0.00005104311,"threshold_uncertainty_score":0.9986885},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2283539597","doi":"10.1111/phpr.12264","title":"Relativism, Retraction, and Evidence","year":2016,"lang":"en","type":"article","venue":"Philosophy and Phenomenological Research","topic":"Epistemology, Ethics, and Metaphysics","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Relativism; Context (archaeology); Philosophy; Taste; Citation; Epistemology; Psychology; History; Library science; Computer science","score_opus":0.5960111162237574,"score_gpt":0.4148227171307891,"score_spread":0.18118839909296824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283539597","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10615295,0.009169138,0.00008015928,0.0674237,0.0003607969,0.0003614951,0.000018151133,0.000111262314,0.8163223],"genre_scores_gemma":[0.9903482,0.0028251403,0.000047036043,0.00025678746,0.00092365546,0.000026795602,7.114471e-7,0.0000094222305,0.0055622407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983534,0.0004044438,0.00018623848,0.00038848483,0.00031150982,0.0003559054],"domain_scores_gemma":[0.99676794,0.0025923324,0.000045472043,0.00020435103,0.00024587213,0.00014402534],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016416167,0.000118044234,0.00018988387,0.000103338294,0.0006687859,0.0001004454,0.00014204046,0.00013645337,0.0005340998],"category_scores_gemma":[0.0011176288,0.00006677921,0.00003063803,0.000056410154,0.0029661607,0.00036089605,0.00015385832,0.00060600654,0.00012760908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007053404,0.00004336769,0.00045371128,0.000047136164,0.000018628973,0.00000569211,0.004106566,1.4843437e-8,0.00014593183,0.98660016,0.00029224047,0.008216024],"study_design_scores_gemma":[0.00019180603,0.00049153937,0.0005949945,0.00011755953,0.000006341865,0.0000036959811,0.00043713648,0.0000017071874,0.000013925408,0.93491036,0.06311921,0.00011175006],"about_ca_topic_score_codex":0.000032946053,"about_ca_topic_score_gemma":0.000016767928,"teacher_disagreement_score":0.88419527,"about_ca_system_score_codex":0.000027296735,"about_ca_system_score_gemma":0.00002694149,"threshold_uncertainty_score":0.9997472},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2296000433","doi":"10.5539/elt.v9n4p106","title":"A Comparison of the Act and Frequency of Plagiarism between Technical and Non-Technical Programme Undergraduates","year":2016,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Significant difference; Higher education; Political science; Medicine","score_opus":0.021285830985265364,"score_gpt":0.330632088724398,"score_spread":0.3093462577391326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296000433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98770493,0.00038745036,0.0008620343,0.0016528437,0.000083510735,0.000255852,0.000015439335,0.000080618,0.0089573385],"genre_scores_gemma":[0.997472,0.000019879604,0.0021557682,0.000023475806,0.00023090641,0.0000054337916,0.0000018420517,0.000009435606,0.000081287595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840593,0.00043361672,0.00033301808,0.00020013763,0.0003483246,0.00027895413],"domain_scores_gemma":[0.998156,0.0013243057,0.00020249428,0.00018310086,0.000041093095,0.0000929924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025640507,0.00011538038,0.00030474114,0.000051283507,0.00025807906,0.000026089092,0.00035367257,0.0006223743,0.000013113469],"category_scores_gemma":[0.0048329444,0.00006818759,0.00006365521,0.00011083106,0.00073598215,0.00017853365,0.00015181923,0.0015207285,4.982824e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008014452,0.00007534896,0.7105766,0.000041427233,0.00003211106,0.0000018182709,0.1789202,9.927523e-8,0.016306294,0.03349228,0.0003501244,0.060195707],"study_design_scores_gemma":[0.00442823,0.0008740008,0.49064177,0.0038208086,0.00073055533,0.000030545736,0.37473714,0.000056070625,0.048121136,0.06278455,0.011647372,0.0021278262],"about_ca_topic_score_codex":0.0029703707,"about_ca_topic_score_gemma":0.001192598,"teacher_disagreement_score":0.21993482,"about_ca_system_score_codex":0.00004789521,"about_ca_system_score_gemma":0.00007571443,"threshold_uncertainty_score":0.6606893},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W229946220","doi":"","title":"Community-based research ethics review: reflections on experience and recommendations for action.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Research ethics; Confidentiality; Engineering ethics; Excellence; Public relations; Sociology; Political science; Law; Engineering","score_opus":0.9638574557521324,"score_gpt":0.7346586064744685,"score_spread":0.22919884927766399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W229946220","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015096494,0.0008385171,0.0014278073,0.94015133,0.00038145002,0.004818505,0.000025001547,0.00014456233,0.037116345],"genre_scores_gemma":[0.6965612,0.121545956,0.008972882,0.094029784,0.00065221626,0.036550414,0.00019644608,0.00009545454,0.04139566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969833,0.0011369621,0.00033476128,0.00026584484,0.00082363747,0.00045551115],"domain_scores_gemma":[0.9656871,0.03192633,0.0000516766,0.0007236467,0.0013031395,0.0003080877],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020072734,0.000086023494,0.00019725255,0.00021784977,0.0012918689,0.000041871775,0.00020589534,0.00030519918,0.00007190824],"category_scores_gemma":[0.09512792,0.00007689272,0.00006630607,0.000697389,0.00051364617,0.00006957234,0.00009091253,0.0070857015,0.000012778538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028602134,0.004323633,0.006357831,0.010782095,0.00019445913,0.000024943702,0.005728677,0.0000075210382,0.0004561895,0.06265279,0.36604807,0.5405636],"study_design_scores_gemma":[0.0009762509,0.0004278876,0.00948918,0.0010713761,0.000026923806,0.000014049798,0.0010205751,0.000026377702,0.0005372886,0.014881793,0.9714198,0.00010849985],"about_ca_topic_score_codex":0.0001418819,"about_ca_topic_score_gemma":0.00046644392,"teacher_disagreement_score":0.84612155,"about_ca_system_score_codex":0.00020633079,"about_ca_system_score_gemma":0.00030259043,"threshold_uncertainty_score":0.995205},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2305691551","doi":"10.7314/apjcp.2015.16.13.5587","title":"Retraction Notice to: Normalization of CA19-9 Following Resection for Pancreatic Ductal Adenocarcinoma is not Tantamount to being Cured?","year":2015,"lang":"en","type":"retraction","venue":"Asian Pacific Journal of Cancer Prevention","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pancreas Centre (Canada)","funders":"","keywords":"Pancreatic ductal adenocarcinoma; Notice; Normalization (sociology); Pancreatic cancer; Medicine; Pancreatic carcinoma; Internal medicine; Cancer; Political science","score_opus":0.045037322596295365,"score_gpt":0.403888516350855,"score_spread":0.35885119375455965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305691551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83846074,0.012705969,0.07631481,0.010437829,0.02770928,0.0102342,0.00036936643,0.0000855227,0.023682304],"genre_scores_gemma":[0.96737844,0.0027383058,0.0056106197,0.00011998937,0.0046403115,0.00018783908,0.00022296782,0.00012461815,0.018976899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566543,0.00026506037,0.0015396352,0.00042661693,0.0016481942,0.000455038],"domain_scores_gemma":[0.99543566,0.00014241615,0.0015782781,0.0003482024,0.0021192043,0.00037625275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027416104,0.00034610974,0.0014107581,0.0011779645,0.00015969697,0.0000502621,0.00017814948,0.0008716432,0.00015603914],"category_scores_gemma":[0.0010806484,0.0003299926,0.0006131404,0.0007644316,0.000039373586,0.0004953806,0.00003474242,0.0010386771,0.000014681723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048671763,0.0019805685,0.17470832,0.0132986605,0.011606038,0.0004217379,0.018367121,0.00030681302,0.0396958,0.00018598752,0.54760844,0.14314874],"study_design_scores_gemma":[0.02783394,0.06451373,0.35479012,0.059341595,0.047472533,0.004482042,0.018230123,0.0029427973,0.029646141,0.0024211807,0.38525835,0.0030674515],"about_ca_topic_score_codex":0.00022468426,"about_ca_topic_score_gemma":0.00015162522,"teacher_disagreement_score":0.1800818,"about_ca_system_score_codex":0.0022088815,"about_ca_system_score_gemma":0.0018384608,"threshold_uncertainty_score":0.9999152},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W231553816","doi":"","title":"Challenges to Ethics Review in Health Research","year":2009,"lang":"en","type":"article","venue":"Health law review","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Political science; Mandate; Legislation; Ethical code; Inclusion (mineral); Public relations; Engineering ethics; Sociology; Law; Social science","score_opus":0.9569790761478819,"score_gpt":0.7908511155285314,"score_spread":0.16612796061935053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W231553816","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024435892,0.49267283,0.0000048421234,0.48951563,0.0000523245,0.0028812573,0.0000016727868,0.000029098735,0.014839901],"genre_scores_gemma":[0.0006598761,0.57223886,0.0010879193,0.42533648,0.00013167574,0.000107552834,0.0000068070226,0.00001865011,0.0004122066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834897,0.0067262677,0.0028339147,0.0011036746,0.004010398,0.0018360794],"domain_scores_gemma":[0.98054194,0.0130925,0.00029833012,0.0022219904,0.0016108298,0.0022343805],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17085981,0.0002183117,0.0018706189,0.00017826713,0.00028195462,0.000013709325,0.00050688774,0.00035868396,0.00015531777],"category_scores_gemma":[0.07177535,0.0001764708,0.00016864123,0.0015987974,0.00020234422,0.000044821645,0.00017092557,0.010993471,0.00082933815],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017028848,0.00020370397,0.000006792604,0.30129462,0.0000034201892,0.0000242197,0.00016266925,3.5403517e-8,2.925252e-7,0.30673185,0.023621116,0.36793426],"study_design_scores_gemma":[0.00019904699,0.0015497237,0.0006414909,0.3645231,0.0000035694982,0.000021235184,0.000011347493,3.801198e-7,4.9261973e-7,0.009335776,0.62363726,0.000076548145],"about_ca_topic_score_codex":0.000963117,"about_ca_topic_score_gemma":0.0063449875,"teacher_disagreement_score":0.6000162,"about_ca_system_score_codex":0.00083058444,"about_ca_system_score_gemma":0.006689055,"threshold_uncertainty_score":0.9999486},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2354879722","doi":"10.1371/journal.pone.0154965","title":"Impact of Next Generation Sequencing on the Organization and Funding of Returning Research Results: Survey of Canadian Research Ethics Boards Members","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Research ethics; Business; Public relations; Psychology; Political science; Biology; Biotechnology","score_opus":0.9390996865568062,"score_gpt":0.5998027320326811,"score_spread":0.3392969545241251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354879722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887794,0.00007174187,0.000009235304,0.008262319,0.000016702288,0.00050393684,0.00010678393,0.000006694018,0.002243158],"genre_scores_gemma":[0.9967029,0.0021735586,0.00040574488,0.00003117592,0.00010221572,0.0000055833953,0.000034136538,0.00003345788,0.0005112355],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9915395,0.0032556339,0.00073598546,0.00035895684,0.0035902995,0.0005196267],"domain_scores_gemma":[0.8864213,0.094034806,0.00028240652,0.0011194494,0.017679306,0.00046270795],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078653045,0.000094844254,0.0003525675,0.0011626795,0.0002936317,0.000030186937,0.00027946485,0.0004990771,0.00014589359],"category_scores_gemma":[0.4985385,0.00005695341,0.000035957688,0.0028844266,0.0010602899,0.000103268365,0.00015628603,0.0032145001,0.0000054579614],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004260736,0.00016776762,0.103721276,0.0004093173,0.00021412916,0.00000478274,0.0032894688,0.000007909456,0.8874686,0.003712027,0.00037874278,0.00019994026],"study_design_scores_gemma":[0.0016483541,0.0037273397,0.21529062,0.007578678,0.00005662118,0.000002927221,0.001406463,0.0016718181,0.7666316,0.0018185831,0.000007873038,0.00015908518],"about_ca_topic_score_codex":0.24697004,"about_ca_topic_score_gemma":0.18572918,"teacher_disagreement_score":0.41988543,"about_ca_system_score_codex":0.0009231818,"about_ca_system_score_gemma":0.0063696746,"threshold_uncertainty_score":0.9992633},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2396231016","doi":"10.1177/1747016116650235","title":"Are research ethics guidelines culturally competent?","year":2016,"lang":"en","type":"article","venue":"Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Mainstream; Interpreter; Research ethics; Engineering ethics; Informed consent; Power (physics); Public relations; Subject (documents); Ethical code; Psychology; Medical education; Sociology; Political science; Medicine; Alternative medicine; Law","score_opus":0.909567698881051,"score_gpt":0.7704003056718381,"score_spread":0.1391673932092129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396231016","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065007284,0.00098059,0.0012095809,0.9255511,0.0015333686,0.0015806569,0.000058034653,0.00030161,0.062284343],"genre_scores_gemma":[0.69386405,0.046791866,0.015727336,0.07273902,0.0110749835,0.001303367,0.00004095839,0.0004232323,0.15803522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8447196,0.13194044,0.0018296412,0.0013235983,0.016354073,0.0038326401],"domain_scores_gemma":[0.43955183,0.50262046,0.00059074775,0.0024266585,0.05335772,0.0014526007],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.38644558,0.0003188135,0.000546827,0.00064673374,0.012296315,0.00011240761,0.0024224324,0.004995463,0.002536209],"category_scores_gemma":[0.8470115,0.00019473291,0.00013863681,0.0019140727,0.0057729827,0.0005730719,0.0027821427,0.14135994,0.014249838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002708875,0.00017218683,0.005443349,0.0017239023,0.00007851311,0.0001999359,0.02828405,0.0000014501749,0.0061785206,0.42170584,0.53354037,0.0024010139],"study_design_scores_gemma":[0.0009817505,0.00015963969,0.002177883,0.0049410877,0.000009062113,0.000006637295,0.042053178,0.00003962487,0.0001916732,0.2091493,0.7400056,0.00028457225],"about_ca_topic_score_codex":0.0015713418,"about_ca_topic_score_gemma":0.0042957054,"teacher_disagreement_score":0.85281205,"about_ca_system_score_codex":0.0012437147,"about_ca_system_score_gemma":0.009527182,"threshold_uncertainty_score":0.9983756},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2403365002","doi":"","title":"The Internet and Classroom Plagiarism: Detecting the Problem","year":2004,"lang":"en","type":"article","venue":"The Journal of Internet Banking and Commerce","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Plagiarism detection; Computer science; World Wide Web; Internet privacy; Multimedia; Information retrieval","score_opus":0.01796480559262315,"score_gpt":0.27190730184140566,"score_spread":0.2539424962487825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403365002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9211767,0.0041001975,0.0055041793,0.056466162,0.00044495112,0.0001674727,8.876456e-7,0.000019898449,0.012119602],"genre_scores_gemma":[0.9951643,0.0017992114,0.00015606324,0.0013825281,0.00035167247,0.0000011946967,1.0593883e-7,0.000007938519,0.0011369934],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982839,0.00066369056,0.0003611037,0.00008154125,0.0003411197,0.0002686044],"domain_scores_gemma":[0.99766374,0.0016832461,0.0003634474,0.00010881572,0.00011668037,0.000064077314],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006790248,0.00011530791,0.00015057348,0.00003201787,0.0009264073,0.00027801827,0.00076319865,0.00021605937,0.00001948956],"category_scores_gemma":[0.00033490083,0.00005135325,0.000059388072,0.00010114397,0.0006315703,0.00016483424,0.00015641686,0.0026265082,0.0000041041103],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046065703,0.000053078962,0.005981763,0.000027777958,0.00037584777,0.000019211986,0.50154996,0.0001044409,0.00025309948,0.18899816,0.019547317,0.28262866],"study_design_scores_gemma":[0.0015864661,0.00069279445,0.0048548095,0.0015370105,0.00031598078,0.0017008673,0.17616391,0.0008195819,0.0013250208,0.23041154,0.5800809,0.00051109405],"about_ca_topic_score_codex":0.0044864765,"about_ca_topic_score_gemma":0.0024072258,"teacher_disagreement_score":0.5605336,"about_ca_system_score_codex":0.00006719132,"about_ca_system_score_gemma":0.000074242314,"threshold_uncertainty_score":0.9996745},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W240572859","doi":"","title":"Engaging the Humanities? Research Ethics in Canada","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; Research council; Research ethics; Agency (philosophy); Political science; Human research; Social research; Sociology; Public relations; Social science; Engineering ethics; Government (linguistics); Law; Engineering","score_opus":0.9099103023803706,"score_gpt":0.6854122957557205,"score_spread":0.22449800662465014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W240572859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7582401,0.0015422663,0.000031982665,0.20097321,0.0003044773,0.0006607556,0.0000044011144,0.000006518721,0.038236286],"genre_scores_gemma":[0.9912201,0.0021496015,0.00020994413,0.0005535816,0.0006220881,0.000011593288,0.000001293124,0.000017736778,0.00521405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98478717,0.003679469,0.0010159819,0.00022587871,0.009477265,0.00081420987],"domain_scores_gemma":[0.9283132,0.062784776,0.00020445435,0.00062171713,0.0077348603,0.00034100405],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08187171,0.00009104291,0.0002585166,0.00063910376,0.00078846805,0.00022604788,0.00064317574,0.0002584635,0.00061028515],"category_scores_gemma":[0.11872428,0.00006215831,0.000078144585,0.0012044318,0.0010220973,0.0001862134,0.00013953075,0.02700864,0.000030952662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007427828,0.0046845516,0.22104602,0.005282229,0.000671779,0.03566412,0.04522134,0.00020097554,0.011570036,0.28172708,0.32174268,0.06476138],"study_design_scores_gemma":[0.011928258,0.024255335,0.19833606,0.010940391,0.00008400194,0.0045669316,0.1640137,0.011329475,0.02219548,0.14029059,0.41113555,0.0009242101],"about_ca_topic_score_codex":0.14269976,"about_ca_topic_score_gemma":0.8707076,"teacher_disagreement_score":0.7280078,"about_ca_system_score_codex":0.0019655405,"about_ca_system_score_gemma":0.025213072,"threshold_uncertainty_score":0.98031306},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2420003635","doi":"10.1017/cjn.2016.189","title":"P.087 RETRACTION - Low back pain relief with a new 32-contact surgical lead and neural targeting algorithm","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Lead (geology); Reduction (mathematics); Implant; Low back pain; Pain relief; Observational study; Algorithm; Anesthesia; Surgery; Internal medicine; Computer science","score_opus":0.026507824782877786,"score_gpt":0.2677536870983812,"score_spread":0.24124586231550343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420003635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98007655,0.00096267246,0.00039665643,0.01677151,0.0005413194,0.00015353113,0.000005945509,0.000018255165,0.0010735871],"genre_scores_gemma":[0.99049234,0.000476786,0.0039375676,0.004310601,0.0005951614,0.0000013081101,3.5479775e-7,0.000014566846,0.00017133712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589086,0.00081681856,0.0008171113,0.00059487787,0.0006358475,0.0012445078],"domain_scores_gemma":[0.9961953,0.00034780355,0.0006156609,0.00012772022,0.0003480224,0.0023654953],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003885913,0.000342786,0.0006206657,0.0006769504,0.0010694389,0.00033553198,0.0007019363,0.0002568535,0.0004219734],"category_scores_gemma":[0.002291296,0.0001707345,0.00020712183,0.0007683709,0.0037421568,0.001193232,0.000045319728,0.001170409,0.0000060689254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031381377,0.000052891322,0.89409906,0.00001685031,0.000029304945,0.022846837,0.00016917607,0.000061901905,0.00085676636,0.00017839999,0.0055695795,0.07580541],"study_design_scores_gemma":[0.0025001108,0.2575133,0.50215954,0.0003833917,0.00008525227,0.2247769,0.000262436,0.0036211447,0.00042119322,0.0027382977,0.0049361857,0.0006022455],"about_ca_topic_score_codex":0.0015005935,"about_ca_topic_score_gemma":0.017541002,"teacher_disagreement_score":0.39193955,"about_ca_system_score_codex":0.00018026319,"about_ca_system_score_gemma":0.0022169056,"threshold_uncertainty_score":0.9989691},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2465870777","doi":"10.1371/journal.pone.0157142","title":"The Challenge of Timely, Responsive and Rigorous Ethics Review of Disaster Research: Views of Research Ethics Committee Members","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; McMaster University; Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Disaster research; Research ethics; Public relations; Psychological intervention; Disaster medicine; Natural disaster; Political science; Medicine; Engineering ethics; Poison control; Suicide prevention; Medical emergency; Engineering; Nursing; Management","score_opus":0.9057001708361343,"score_gpt":0.646822186922242,"score_spread":0.2588779839138923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465870777","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1139505,0.12296987,0.0000122271795,0.7171758,0.00006716783,0.0039470233,0.00011492516,0.000029479492,0.041733],"genre_scores_gemma":[0.28217322,0.70769155,0.0010927228,0.00064702984,0.00011791126,0.00009419657,0.000003149221,0.000054788747,0.008125442],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9705899,0.013423474,0.002091934,0.00074942416,0.012146303,0.00099897],"domain_scores_gemma":[0.59598947,0.38257527,0.00048341215,0.0029507752,0.017564824,0.00043624692],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15484777,0.00017213888,0.0010764411,0.0003089935,0.0003178524,0.0000116053825,0.0008661317,0.0009868182,0.00032764775],"category_scores_gemma":[0.46271017,0.00009373813,0.0001535775,0.0008606494,0.0092304675,0.0000724166,0.0011886577,0.012285806,0.00005103559],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011487624,0.011103997,0.0046795844,0.40954718,0.0031983464,0.00013498224,0.045559023,8.553651e-8,0.113813475,0.36462092,0.01579993,0.020054854],"study_design_scores_gemma":[0.0051963697,0.012983225,0.0023847932,0.55258954,0.00059788657,0.000013423034,0.0054841246,0.000029143002,0.10368557,0.28664526,0.029888459,0.0005022253],"about_ca_topic_score_codex":0.00015579489,"about_ca_topic_score_gemma":0.0006739075,"teacher_disagreement_score":0.7165288,"about_ca_system_score_codex":0.000113814516,"about_ca_system_score_gemma":0.0019230694,"threshold_uncertainty_score":0.99346584},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2471565349","doi":"","title":"Can Serious Games Prevent Plagiarism","year":2015,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Internet privacy; Computer security; Business; Computer science","score_opus":0.08313402438246127,"score_gpt":0.32800648036972696,"score_spread":0.2448724559872657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471565349","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31192574,0.0018137345,0.00003833709,0.23093538,0.0061505516,0.0015586299,0.0000388909,0.00034843537,0.4471903],"genre_scores_gemma":[0.84436667,0.0011466536,0.00021802916,0.0025910607,0.0006134201,0.00009278035,0.00004048172,0.000029264433,0.15090168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956283,0.0012487906,0.00053881103,0.000674242,0.0012123353,0.00069752784],"domain_scores_gemma":[0.9978515,0.00021590869,0.0007396547,0.00026622313,0.00029107308,0.00063562987],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022378834,0.00032929512,0.00040097738,0.00018702594,0.00058660586,0.00026805289,0.00036881206,0.0006498963,0.00053688773],"category_scores_gemma":[0.00034984128,0.0003479227,0.00005099006,0.00064210576,0.00028098718,0.0003322513,0.00007622887,0.0029502406,0.00011008333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022352481,0.00043955116,0.12363338,0.00010519602,0.000029709332,0.000012734767,0.023869283,0.000045071218,0.000029006982,0.75061065,0.029333998,0.07166792],"study_design_scores_gemma":[0.00078377494,0.0004741664,0.10081168,0.0006278568,0.000028288405,0.0000056215754,0.028299646,0.00013476585,0.000048661328,0.06391631,0.804084,0.0007851927],"about_ca_topic_score_codex":0.021668099,"about_ca_topic_score_gemma":0.017196009,"teacher_disagreement_score":0.77475005,"about_ca_system_score_codex":0.0013135883,"about_ca_system_score_gemma":0.0029624607,"threshold_uncertainty_score":0.9998973},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2474558075","doi":"10.1302/2046-3758.56.bjr-2016-0047","title":"Retractions in orthopaedic research","year":2016,"lang":"en","type":"article","venue":"Bone and Joint Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Scientific misconduct; Scrutiny; Misconduct; Impact factor; Medicine; Cochrane Library; MEDLINE; Data extraction; Meta-analysis; Alternative medicine; Political science; Pathology; Law","score_opus":0.257422106957606,"score_gpt":0.47710970848641454,"score_spread":0.21968760152880856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474558075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57214576,0.0008645496,0.000055004195,0.09889764,0.00013162411,0.0004330394,0.0000071533186,0.0000382339,0.327427],"genre_scores_gemma":[0.9616273,0.004837307,0.00007495941,0.000049484675,0.00038353383,0.000032533415,6.8881656e-7,0.0000059133376,0.032988247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99546003,0.0019135373,0.00021197491,0.00026204172,0.0013665837,0.0007858348],"domain_scores_gemma":[0.99735355,0.0018511082,0.000018326584,0.00015127462,0.0004183694,0.00020734243],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.032823034,0.000050632618,0.00012304325,0.00064764614,0.0009934165,0.00006965034,0.00012104692,0.00047268494,0.00079376996],"category_scores_gemma":[0.007145543,0.000035137673,0.000032832388,0.00093488215,0.0011765705,0.0002629986,0.00012245409,0.0027081212,0.0003801442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109252534,0.00015464888,0.032669745,0.000033727672,0.000010555702,0.00016680562,0.01672745,7.0768436e-8,0.010027479,0.55280226,0.18812372,0.19917426],"study_design_scores_gemma":[0.00036279552,0.00008834717,0.030117197,0.00021134404,0.0000010177957,0.000007733132,0.011159221,0.0000059021945,0.000366308,0.078828305,0.8787443,0.00010755855],"about_ca_topic_score_codex":0.014865939,"about_ca_topic_score_gemma":0.010225797,"teacher_disagreement_score":0.69062054,"about_ca_system_score_codex":0.00019093546,"about_ca_system_score_gemma":0.0005055295,"threshold_uncertainty_score":0.99959266},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2477789902","doi":"10.1142/9789814632393_0009","title":"Research Conflict of Interest: Flaws in Professional Codes of Ethics","year":2015,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Professional ethics; Ethical code; Conflict of interest; Engineering ethics; Professional conduct; Psychology; Sociology; Political science; Law; Engineering","score_opus":0.9091487319810905,"score_gpt":0.6553660581409599,"score_spread":0.25378267384013053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2477789902","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040542823,0.00070715253,0.0000025890802,0.0015536337,0.0016771654,0.0011823014,0.00011391138,0.000021941956,0.990687],"genre_scores_gemma":[0.108319946,0.000018380426,0.00029765026,0.00007050921,0.00013310503,0.000022872078,0.000054034193,0.00006269194,0.89102083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99040955,0.0005491469,0.0017480612,0.0010233659,0.0056391265,0.0006307566],"domain_scores_gemma":[0.97388095,0.016554855,0.00046417158,0.0017334042,0.0069237957,0.0004428365],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.05999566,0.00028586262,0.0011517919,0.002477797,0.00016105083,0.000046412686,0.0010042745,0.0015288729,0.00090337027],"category_scores_gemma":[0.009743453,0.00024030406,0.0002643891,0.00027958438,0.009160006,0.000029932617,0.0011325659,0.015619276,0.00014352756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005571721,0.00015638338,0.00019891711,0.0023010198,0.00007643042,0.00009123134,0.002271782,6.6400725e-7,0.0032988477,0.9528704,0.03726288,0.0009142205],"study_design_scores_gemma":[0.0011450351,0.00037978787,0.00009491427,0.01707538,0.00004050817,0.0000059883955,0.00026271003,0.000027621985,0.005044562,0.39612755,0.579558,0.00023791468],"about_ca_topic_score_codex":0.000065271044,"about_ca_topic_score_gemma":0.025976062,"teacher_disagreement_score":0.5567429,"about_ca_system_score_codex":0.00028975218,"about_ca_system_score_gemma":0.00805486,"threshold_uncertainty_score":0.99976736},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2479355324","doi":"10.4018/978-1-4666-3930-0.ch007","title":"Embedding Plagiarism Detection Mechanisms into Learning Management Systems","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Plagiarism detection; Computer science; Architecture; Set (abstract data type); Embedding; Learning Management; Intellectual property; Software engineering; Plug-in; Service (business); Software; Multimedia; Artificial intelligence; Operating system; Programming language","score_opus":0.014681483784532023,"score_gpt":0.2663513914572157,"score_spread":0.25166990767268366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479355324","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041106876,0.00034968558,0.028814891,0.000079366284,0.0027200445,0.0008826642,0.000008996827,0.0004144959,0.96668875],"genre_scores_gemma":[0.28624618,0.0000973004,0.0010299442,0.00023878519,0.0011440916,0.00006915473,0.000006656092,0.000060058268,0.71110785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99692214,0.00020227545,0.0005226686,0.00062628736,0.0011012786,0.0006253807],"domain_scores_gemma":[0.9987377,0.000095594616,0.0004422647,0.00026665643,0.00019165702,0.00026611012],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012535476,0.0004687311,0.0004955571,0.00014108325,0.0011836102,0.00037450378,0.00058219355,0.0036735318,0.0002561241],"category_scores_gemma":[0.00007293375,0.0004988037,0.00022882664,0.00003506113,0.00019409019,0.00015040678,0.00020436766,0.0031363524,0.0017593902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010729836,0.0000027527055,6.0485365e-7,0.00007382983,0.00013871762,0.00003728091,0.001427683,0.00008529268,0.000017530949,0.9793912,0.001621964,0.017192416],"study_design_scores_gemma":[0.00013517024,0.000044853798,7.16022e-7,0.000419398,0.00012366811,0.000011367656,0.0022270302,0.0005395972,0.000020589205,0.5835245,0.41244635,0.0005067529],"about_ca_topic_score_codex":0.008280697,"about_ca_topic_score_gemma":0.00069309387,"teacher_disagreement_score":0.4108244,"about_ca_system_score_codex":0.0012155968,"about_ca_system_score_gemma":0.00013276072,"threshold_uncertainty_score":0.9997464},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2484305216","doi":"10.1136/bmjopen-2016-011997","title":"Reporting of financial and non-financial conflicts of interest by authors of systematic reviews: a methodological survey","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Systematic review; Medicine; MEDLINE; Public interest; Cochrane Library; Meta-analysis; Actuarial science; Family medicine; Finance; Political science; Internal medicine; Economics; Law","score_opus":0.939984580804016,"score_gpt":0.6974284889577338,"score_spread":0.24255609184628224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484305216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863631,0.0011546732,0.0004489401,0.0009271022,0.0006123156,0.009046497,0.00041683388,0.000011803313,0.0010187117],"genre_scores_gemma":[0.99758637,0.00031436922,0.00049073354,0.0005932662,0.00006806237,0.00039937667,0.0000093875515,0.000011393504,0.0005270149],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9895977,0.005773147,0.003808334,0.0003335346,0.00014399877,0.00034333466],"domain_scores_gemma":[0.99078065,0.0038637754,0.00442657,0.00032767688,0.00031503997,0.00028627733],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03483582,0.00020677633,0.001903,0.00005993818,0.00007780503,0.000007486102,0.0005291218,0.0006481093,0.00032740974],"category_scores_gemma":[0.053972315,0.00013185093,0.00012514679,0.0002189899,0.00042287764,0.000121401805,0.00044624368,0.0005884055,0.000007743034],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008660629,0.0013893669,0.395678,0.120975316,0.00039315142,0.00012219796,0.0026660052,0.0000032919531,0.39052707,0.0086466065,0.041157138,0.0297812],"study_design_scores_gemma":[0.009259833,0.0024982921,0.2919299,0.041654296,0.00096754474,0.00019714735,0.0002479962,0.0002717145,0.62299174,0.0027683747,0.025920887,0.0012922696],"about_ca_topic_score_codex":0.00017691785,"about_ca_topic_score_gemma":0.00007555378,"teacher_disagreement_score":0.23246466,"about_ca_system_score_codex":0.000026761696,"about_ca_system_score_gemma":0.000280456,"threshold_uncertainty_score":0.9938396},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2484353070","doi":"10.1186/s41073-016-0012-9","title":"Proceedings of the 4th World Conference on Research Integrity","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Canada; Dalhousie University; Treasury Board of Canada Secretariat; University of Calgary; McGill University; University of Alberta; Université de Montréal; Brandon University; Queen's University; Fonds de recherche du Québec; Fonds de Recherche du Québec - Santé","funders":"National Research Foundation of Korea; University of New South Wales; National Research Foundation","keywords":"Research integrity; Political science; Engineering ethics; Computer science; Engineering","score_opus":0.8209765703090168,"score_gpt":0.6145609508358271,"score_spread":0.20641561947318976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484353070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20595084,0.011107627,0.0000065048143,0.7280154,0.00023081325,0.0022913765,0.000021900314,0.000026467294,0.052349053],"genre_scores_gemma":[0.9173712,0.052033458,0.000065582375,0.00074767164,0.000250483,0.00011921226,0.0000025455984,0.000012043702,0.029397769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960629,0.00044838063,0.00048568507,0.0003675807,0.0021200306,0.00051546737],"domain_scores_gemma":[0.988508,0.0014707531,0.00009011937,0.0004379693,0.00917258,0.00032060305],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017520003,0.00011812059,0.0003627552,0.00024563403,0.00029728157,0.000044900247,0.00035189727,0.00013779971,0.0006784876],"category_scores_gemma":[0.01691943,0.000054457807,0.00009524931,0.00111405,0.00092996814,0.00012219786,0.00016400742,0.0032127253,0.00017705592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025519976,0.00037506394,0.030016724,0.008421923,0.000028714969,0.0000026863213,0.00090311293,2.1938793e-9,0.0024145027,0.19221817,0.32718402,0.43817988],"study_design_scores_gemma":[0.00014363113,0.0013829999,0.023608094,0.09573432,0.00004292327,0.000047133184,0.0018089749,0.000019576139,0.03772318,0.08459098,0.7546656,0.00023258408],"about_ca_topic_score_codex":0.0018303255,"about_ca_topic_score_gemma":0.00043325115,"teacher_disagreement_score":0.72726774,"about_ca_system_score_codex":0.00020030538,"about_ca_system_score_gemma":0.0007982599,"threshold_uncertainty_score":0.9990869},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2495098945","doi":"10.4018/978-1-59904-801-7.ch013","title":"Minimizing Plagiarism by Redesigning the Learning Environment and Assessment","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Cheating; Honesty; Deliverable; Action (physics); Process (computing); The Internet; Computer science; Mathematics education; Psychology; Engineering ethics; Engineering; World Wide Web; Social psychology","score_opus":0.032254959362619406,"score_gpt":0.2786387059380446,"score_spread":0.24638374657542517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495098945","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076976336,0.0014447096,0.0013890304,0.00066799764,0.00028435202,0.00038029635,0.00003562821,0.00008444861,0.9956366],"genre_scores_gemma":[0.22953641,0.0016121238,0.0021641757,0.0017277786,0.0011148364,0.000043992495,0.000016547974,0.00008869025,0.7636954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997711,0.0002552279,0.00035731486,0.000483587,0.0007100395,0.00048284855],"domain_scores_gemma":[0.99894613,0.0002720282,0.00034365454,0.00021230335,0.000033412754,0.00019246369],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016419465,0.00035991715,0.00035380683,0.00002970299,0.0012674488,0.00015436062,0.00045936648,0.002051095,0.00029346553],"category_scores_gemma":[0.000066455985,0.00029924975,0.00012545183,0.0000097643615,0.00067712064,0.000069098256,0.000204453,0.003832195,0.000086601656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009763636,0.000003584097,0.00007232143,0.000007128805,0.000076020326,0.000013221276,0.004126517,0.0000011875392,0.0000161365,0.9665397,0.011528324,0.017606089],"study_design_scores_gemma":[0.00011337412,0.00004517712,0.000018477223,0.000120793266,0.00009900531,0.0000072708913,0.0011635233,0.0000113969945,0.000011466129,0.21941563,0.778655,0.00033889647],"about_ca_topic_score_codex":0.0022919571,"about_ca_topic_score_gemma":0.00009865755,"teacher_disagreement_score":0.7671267,"about_ca_system_score_codex":0.00040731538,"about_ca_system_score_gemma":0.00025716043,"threshold_uncertainty_score":0.99994594},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2517953645","doi":"10.1002/cpt.461","title":"Harmonizing Global Biospecimen Consent Practices to Advance Translational Research: A Call to Action","year":2016,"lang":"en","type":"article","venue":"Clinical Pharmacology & Therapeutics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Informed consent; Biobank; Call to action; Translational research; Translational medicine; Action (physics); Biorepository; Ethical standards; Medical research; Engineering ethics; Medicine; Alternative medicine; Medical education; Business; Bioinformatics; Pathology; Engineering; Biology","score_opus":0.924173956648261,"score_gpt":0.7454248348351911,"score_spread":0.1787491218130699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517953645","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3751894,0.00039450053,0.003429949,0.61525035,0.0019013113,0.0015230894,0.000054836568,0.00011741687,0.0021391262],"genre_scores_gemma":[0.789716,0.0054255393,0.013213541,0.18371972,0.0027118318,0.00016568837,0.0000060330644,0.00006138871,0.0049802274],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99408364,0.0014588567,0.0011408261,0.000990722,0.0014231168,0.0009028486],"domain_scores_gemma":[0.944457,0.051626667,0.00029146302,0.0006125667,0.0017966238,0.0012156577],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010351935,0.00022860563,0.0005271415,0.00015803149,0.00025899633,0.000035737714,0.0005507886,0.0006448087,0.0007208911],"category_scores_gemma":[0.010260481,0.00016591391,0.00021756324,0.00073326135,0.0010999031,0.00013945141,0.00029077902,0.0025714173,0.0017053356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030349355,0.00546848,0.157463,0.00026157053,0.0026813464,0.0004323716,0.00070991815,0.00002713609,0.46016365,0.004179252,0.12934013,0.20892379],"study_design_scores_gemma":[0.00785421,0.0049748505,0.08807363,0.0003770368,0.0005489445,0.00005336902,0.00019548558,0.00010808334,0.014263144,0.013404753,0.86970365,0.00044285718],"about_ca_topic_score_codex":0.000020004538,"about_ca_topic_score_gemma":0.00018748992,"teacher_disagreement_score":0.7403635,"about_ca_system_score_codex":0.0004183068,"about_ca_system_score_gemma":0.0017947301,"threshold_uncertainty_score":0.9997297},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2520030777","doi":"10.5430/jnep.v7n1p124","title":"Implementing plagiarism awareness workshop to nursing faculty members, Damanhour University","year":2016,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Publication; Psychology; Significant difference; Perception; Nursing; Medicine; Internal medicine; Political science","score_opus":0.12180771550494375,"score_gpt":0.4675029095565396,"score_spread":0.3456951940515959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520030777","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19436069,0.0005460898,0.028510237,0.5784726,0.005296951,0.00024140214,0.000011054586,0.00004006736,0.19252087],"genre_scores_gemma":[0.96986973,0.0006363615,0.017274352,0.0012839177,0.0015942296,3.4717894e-7,0.0000023245532,0.00001141971,0.009327323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835414,0.00065836956,0.00023058492,0.00012462623,0.00036518383,0.0002670859],"domain_scores_gemma":[0.9972325,0.0014227752,0.00046183693,0.000068305475,0.0005654808,0.00024912602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037983458,0.00007983008,0.00012760382,0.00016491982,0.0012010733,0.00008489408,0.00018875336,0.00025270457,0.00014393423],"category_scores_gemma":[0.004047589,0.00006587404,0.000043242886,0.00025904496,0.00012309574,0.0014123662,0.00001794016,0.00059995847,0.0000088296665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002515311,0.00037160347,0.0007210968,0.0000047418525,0.000036786652,0.0000054931825,0.15680166,0.0000021120536,0.0004297634,0.024023533,0.18210879,0.6352429],"study_design_scores_gemma":[0.00019600427,0.00002575253,0.00092637655,0.000817649,0.000091359,0.00015561531,0.20640475,0.0000023835291,0.000053864827,0.0011597667,0.79006773,0.0000987568],"about_ca_topic_score_codex":0.000364972,"about_ca_topic_score_gemma":0.00004952082,"teacher_disagreement_score":0.775509,"about_ca_system_score_codex":0.0005250902,"about_ca_system_score_gemma":0.0010152371,"threshold_uncertainty_score":0.9237806},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2525120920","doi":"10.1520/stp159320160001","title":"RETRACTION: Round-Robin Testing of European-Weight Firefighting Clothing with Fire Engulfment Instrumented Mannequins","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Textile materials and evaluations","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Business","score_opus":0.04179485388534215,"score_gpt":0.24114215640637957,"score_spread":0.1993473025210374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525120920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072201826,0.00009452909,0.00042448632,0.00029539948,0.0015543035,0.00050283124,0.00017972199,0.00034978596,0.9243971],"genre_scores_gemma":[0.52104783,0.0000782792,0.010185992,0.00015236663,0.0016460457,0.000028252512,0.00007835297,0.00025077353,0.46653208],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971163,0.000105019906,0.0009877671,0.0006718048,0.0007183675,0.00040070317],"domain_scores_gemma":[0.9976495,0.00022255028,0.0010493681,0.0006193068,0.00034417817,0.000115128896],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010484067,0.00048591007,0.0005678427,0.00012124618,0.00033233233,0.00019083922,0.0003813872,0.00024093011,0.00938788],"category_scores_gemma":[0.00010766157,0.00033021052,0.00009757999,0.000055459222,0.00015223774,0.00039552726,0.00022270797,0.00024557102,0.0010433741],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017186378,0.00012568524,0.00008037868,0.0005417626,0.0001770704,0.00011231044,0.0007452587,0.00013664766,0.90451473,0.053358857,0.0028202448,0.037215196],"study_design_scores_gemma":[0.004832985,0.0025022852,0.0017491225,0.020016065,0.0010266216,0.00054864015,0.00029129416,0.00077467394,0.26375863,0.007445265,0.69229877,0.004755663],"about_ca_topic_score_codex":0.00005952017,"about_ca_topic_score_gemma":0.000024882254,"teacher_disagreement_score":0.6894785,"about_ca_system_score_codex":0.00021783343,"about_ca_system_score_gemma":0.00014362075,"threshold_uncertainty_score":0.999915},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2530827738","doi":"10.11613/bm.2016.035","title":"IMPACT Observatory: tracking the evolution of clinical trial data sharing and research integrity","year":2016,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"Research Data Management Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"FP7 People: Marie-Curie Actions; European Commission","keywords":"Data sharing; Clinical trial; Business; Process (computing); Psychological intervention; Open data; Data integrity; Medicine; Public relations; Political science; Knowledge management; Computer science; Computer security; Alternative medicine; Nursing; World Wide Web","score_opus":0.7990351710026269,"score_gpt":0.6297849765274307,"score_spread":0.16925019447519618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530827738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000117711046,0.9928448,0.0036785426,0.00079843495,0.00058447954,0.0013208796,0.000091956455,0.000041841882,0.00052135385],"genre_scores_gemma":[0.00023342042,0.99748737,0.0009358799,0.0000067194787,0.001021196,0.000056021407,0.0000883333,0.000018903553,0.00015213835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921601,0.0018959494,0.001406646,0.0017364906,0.0021868711,0.0006139798],"domain_scores_gemma":[0.9834166,0.006403439,0.001098513,0.008442394,0.00029190542,0.00034710526],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.059169494,0.0002734746,0.0011239648,0.00027468838,0.00019529337,0.001073978,0.018869897,0.0004513591,0.00002050403],"category_scores_gemma":[0.043431103,0.0001362671,0.00023766089,0.0010226361,0.00075535546,0.006347005,0.017664535,0.0024968984,0.000024193285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001275258,0.0000804025,0.000112893336,0.002162084,0.00021375825,0.000010068491,0.0000122224155,9.380214e-10,8.7824066e-7,0.0043273885,0.011734058,0.9812187],"study_design_scores_gemma":[0.0018840665,0.00018433665,0.00009128244,0.006596797,0.00009508043,0.0000075908442,0.000018559567,0.00022445495,0.0000011049615,0.000218648,0.99051625,0.00016182162],"about_ca_topic_score_codex":0.00028602584,"about_ca_topic_score_gemma":0.000008387251,"teacher_disagreement_score":0.98105687,"about_ca_system_score_codex":0.00028456902,"about_ca_system_score_gemma":0.0028862306,"threshold_uncertainty_score":0.999963},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2531457137","doi":"10.1139/cjp-2016-0863","title":"Retraction: Third order nonlinear properties in the 1,1′-Methylenedipyridinium bis[tetrachloridoaurate(III)] using Z-Scan technique","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Nonlinear Optical Materials Studies","field":"Engineering","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Z-scan technique; Absorption (acoustics); Laser; Optics; Attenuation coefficient; Nonlinear system; Wavelength; Absorption cross section; Excited state; Nonlinear optics; Ground state; Diode; Cross section (physics); Two-photon absorption; Optical power; Nonlinear optical; Atomic physics; Optoelectronics","score_opus":0.0288625484808886,"score_gpt":0.22757427997342472,"score_spread":0.19871173149253613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531457137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817983,0.0008137611,0.010742908,0.0015551484,0.0028799584,0.000368786,0.000046456516,0.00004851488,0.0017461526],"genre_scores_gemma":[0.9936752,0.00008800851,0.0043648053,0.00007043567,0.0017311918,0.000006981929,5.211522e-7,0.000037868092,0.000025005222],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989248,0.000052296116,0.00039606224,0.00009307422,0.00018847323,0.00034529855],"domain_scores_gemma":[0.9992684,0.000073123796,0.00008893799,0.00017826441,0.0002356598,0.00015561859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042066388,0.00017424965,0.00026809666,0.00012873313,0.000097843025,0.00006999241,0.00027210856,0.0001080641,0.00002376747],"category_scores_gemma":[0.00012417207,0.00010029651,0.00006768531,0.00035309716,0.0001286113,0.00035212358,0.00001039547,0.00037138592,0.00000732661],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077666366,0.00009665709,0.0018827772,0.00024181465,0.00027371602,0.0004997708,0.0023724174,0.010322464,0.9669093,0.0016058654,0.0033262921,0.012391256],"study_design_scores_gemma":[0.0023077698,0.00053621596,0.0030197026,0.0021465993,0.0002480289,0.0010689291,0.0029458744,0.005368137,0.91972685,0.0033734858,0.05755431,0.0017041002],"about_ca_topic_score_codex":0.00066981337,"about_ca_topic_score_gemma":0.0026455512,"teacher_disagreement_score":0.05422802,"about_ca_system_score_codex":0.00025971935,"about_ca_system_score_gemma":0.00043519013,"threshold_uncertainty_score":0.40899727},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2550357391","doi":"10.5539/jel.v6n1p158","title":"Academic Misconduct: An Investigation into Male Students’ Perceptions, Experiences &amp; Attitudes towards Cheating and Plagiarism in a Middle Eastern University Context","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cheating; Academic dishonesty; Misconduct; Academic integrity; Context (archaeology); Psychology; Likert scale; Population; The Internet; Test (biology); Higher education; Medical education; Social psychology; Sociology; Medicine; Political science; Law; Developmental psychology","score_opus":0.05703019522157006,"score_gpt":0.35848784957282187,"score_spread":0.3014576543512518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550357391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99591136,0.0004864558,0.00016209041,0.0029044887,0.00019332954,0.00005655288,1.9096677e-7,0.000005418895,0.00028014206],"genre_scores_gemma":[0.9939791,0.00073071587,0.00085128145,0.00016229272,0.00025153087,9.813922e-7,8.8445825e-7,0.000003093499,0.004020134],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99872154,0.0005993989,0.00021031081,0.00011604278,0.00024020708,0.00011250388],"domain_scores_gemma":[0.99932957,0.0001431831,0.00022268074,0.0000309322,0.00012410633,0.00014955922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021244131,0.00006360331,0.00011055632,0.00015671797,0.00040712746,0.00006029941,0.00014726476,0.00025952442,0.00015753921],"category_scores_gemma":[0.00074337306,0.000052024963,0.000018080214,0.00010728864,0.0002447735,0.0007725526,0.000025595327,0.0009621761,0.0000033272552],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001066233,0.000018623923,0.57735986,0.0000056675817,0.0000036329095,3.5268508e-7,0.39267078,0.0000013061305,0.00068420154,0.00023921301,0.00006699348,0.028938694],"study_design_scores_gemma":[0.0002509017,0.000051984407,0.21431221,0.00034842634,0.000008833361,0.000019102308,0.7764405,0.000010583354,0.000017059023,0.00024378451,0.008211687,0.00008490376],"about_ca_topic_score_codex":0.0023513532,"about_ca_topic_score_gemma":0.0010835751,"teacher_disagreement_score":0.38376975,"about_ca_system_score_codex":0.00011509644,"about_ca_system_score_gemma":0.00037354248,"threshold_uncertainty_score":0.418023},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2554552639","doi":"10.5539/jel.v6n1p54","title":"Announcement of Retraction","year":2016,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education","score_opus":0.011296048166637918,"score_gpt":0.27716414637742287,"score_spread":0.26586809821078494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554552639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879119,0.000036568334,0.000569598,0.0025440704,0.00031063292,0.000015813628,1.275864e-7,0.0000010473653,0.008610262],"genre_scores_gemma":[0.9945059,0.00009182368,0.0012373474,0.000071927476,0.00008813408,5.9987434e-7,3.409494e-7,0.0000016778179,0.0040022666],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996227,0.000017358625,0.00017032656,0.000032307522,0.00012218131,0.000035110297],"domain_scores_gemma":[0.9996215,0.000037869286,0.00023207723,0.000025799807,0.000054946704,0.00002777224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034005978,0.000023327355,0.00004168907,0.00004105197,0.000047177535,0.000005113779,0.000027510818,0.000016176427,0.00115963],"category_scores_gemma":[0.000202239,0.000013586052,0.000014651595,0.0000902447,0.000029806055,0.00024803105,0.0000067652145,0.00007277815,0.00001038829],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015150325,0.00025557127,0.39389116,0.0000063723205,0.000011124782,8.463106e-8,0.0013936504,0.00007088971,0.10814002,0.0027456332,0.01053718,0.48293316],"study_design_scores_gemma":[0.000105612366,0.00012402143,0.66813606,0.000046854613,0.0000049693476,0.000021809312,0.0014773007,0.0000056404983,0.0009056197,0.00060528156,0.32853407,0.000032737946],"about_ca_topic_score_codex":0.000013117787,"about_ca_topic_score_gemma":0.0000010461101,"teacher_disagreement_score":0.4829004,"about_ca_system_score_codex":0.00006257366,"about_ca_system_score_gemma":0.000050768438,"threshold_uncertainty_score":0.9997534},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2565098019","doi":"10.1016/j.jhep.2016.10.020","title":"Retraction notice to: PS124 – Efficacy and Safety of Induction Dosing of Vedolizumab for Reducing Biliary Inflammation in Primary Sclerosing Cholangitis (PSC) in Individuals with Inflammatory Bowel Disease [J Hepatol 64 (2016) S199]","year":2016,"lang":"en","type":"retraction","venue":"Journal of Hepatology","topic":"Liver Diseases and Immunity","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Vedolizumab; Primary sclerosing cholangitis; Medicine; Inflammatory bowel disease; Dosing; Gastroenterology; Ulcerative colitis; Internal medicine; Notice; Inflammation; Disease","score_opus":0.01763616901571974,"score_gpt":0.2740097523300796,"score_spread":0.2563735833143599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565098019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944772,0.002297888,0.00019650302,0.0005552972,0.0011250974,0.0011814324,0.00008283663,0.000010470344,0.000073266645],"genre_scores_gemma":[0.99298495,0.005045474,0.0010566212,0.000041666503,0.00063879095,0.000017915787,0.00012187355,0.000059191916,0.00003349319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967095,0.00037002226,0.0017509771,0.0003196139,0.000524087,0.00032579593],"domain_scores_gemma":[0.99596786,0.0005917682,0.0023335388,0.0003144159,0.0005684384,0.0002239543],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013151782,0.00031054605,0.0011624212,0.0016614934,0.00007338855,0.000019160841,0.00012677665,0.0006740746,0.000015977588],"category_scores_gemma":[0.00094565557,0.0002532378,0.00017253797,0.0003367042,0.0001529926,0.0007735286,0.000059392736,0.0010907957,8.528281e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022066442,0.0008192128,0.8567682,0.008174002,0.0005226953,0.000104976934,0.0012684827,0.00016710359,0.02253429,0.000014358666,0.00081262644,0.086747594],"study_design_scores_gemma":[0.0072827097,0.0011900215,0.96974707,0.016848557,0.00078227965,0.00042779467,0.00014376933,0.0000955339,0.0019423838,0.000033962682,0.0012419862,0.00026392308],"about_ca_topic_score_codex":0.00020645061,"about_ca_topic_score_gemma":0.00002734545,"teacher_disagreement_score":0.11297887,"about_ca_system_score_codex":0.000875077,"about_ca_system_score_gemma":0.001506514,"threshold_uncertainty_score":0.999992},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2572250704","doi":"10.37514/atd-j.2014.11.2.07","title":"Academic Integrity , Remix Culture, Globalization: A Canadian Case Study of Student and Faculty Perceptions of Plagiarism","year":2014,"lang":"en","type":"article","venue":"Across the Disciplines","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Academic integrity; Globalization; Perception; Higher education; Sociology; Pedagogy; Faculty development; Teaching method; Mathematics education; Political science; Psychology; Professional development","score_opus":0.0455717384598111,"score_gpt":0.4168868331949012,"score_spread":0.3713150947350901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572250704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958864,0.00010544667,0.00013876102,0.0017729398,0.00020123881,0.00042737558,0.00016515194,0.000020151323,0.0012825615],"genre_scores_gemma":[0.99903435,0.000111022586,0.00005060576,0.000105304964,0.00022126784,0.000015329631,0.0000151435615,0.0000062840995,0.0004406908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982153,0.00042766708,0.00040203525,0.00022702481,0.0004162132,0.00031176404],"domain_scores_gemma":[0.99890196,0.000191215,0.00019284952,0.00022068914,0.00032438769,0.0001689079],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023917542,0.00013703754,0.00024705054,0.000039197836,0.0013744181,0.00004909251,0.0004997456,0.00061034213,0.000026424794],"category_scores_gemma":[0.00055043504,0.00009035276,0.000054383956,0.0003597888,0.00072511076,0.00017914196,0.00016804278,0.0013401373,0.0000034147135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008254035,0.000087064065,0.39903218,0.000013049351,0.00003855526,0.000007648975,0.5885468,0.000030715782,0.000036201982,0.009288968,0.0016194575,0.0012911148],"study_design_scores_gemma":[0.00037475798,0.00008713948,0.12614027,0.00004252295,0.00006861714,0.000050321185,0.86555266,0.00014357035,0.000019046987,0.0030966222,0.004264192,0.00016029102],"about_ca_topic_score_codex":0.4646663,"about_ca_topic_score_gemma":0.7350833,"teacher_disagreement_score":0.27700585,"about_ca_system_score_codex":0.000071877344,"about_ca_system_score_gemma":0.00016722092,"threshold_uncertainty_score":0.9999257},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2575199413","doi":"10.5539/ass.v13n2p187","title":"Announcement of Retraction","year":2017,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Office for Philosophy and Social Sciences","keywords":"Editorial board; Political science; Management; Computer science; Economics; Library science","score_opus":0.11886150259764262,"score_gpt":0.463201601790958,"score_spread":0.3443400991933154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575199413","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061556466,0.0000066776643,0.0006221206,0.008728576,0.0012493491,0.00006637691,0.0000063784305,0.000011944531,0.92775214],"genre_scores_gemma":[0.99746233,0.000002264245,0.00017198011,0.00011275141,0.00025874667,0.0000016897786,2.5690514e-7,0.0000019027543,0.0019880491],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99649084,0.000043893997,0.00031798962,0.0003541366,0.0025550309,0.000238119],"domain_scores_gemma":[0.9981961,0.000072605486,0.0006595659,0.0005401302,0.00044269834,0.00008887259],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008597048,0.00005623493,0.00013961921,0.0001230588,0.0021074351,0.0019853024,0.005011915,0.00008539049,0.00013175327],"category_scores_gemma":[0.008745676,0.000042044918,0.000050310817,0.0006216669,0.0014462579,0.004704932,0.00045791065,0.00019206651,0.000071941926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007629666,0.000021669817,0.019087994,7.930549e-7,0.0000018519502,0.0000012039989,0.0017810608,1.6663404e-7,0.003032369,0.042320028,0.026227701,0.90751755],"study_design_scores_gemma":[0.0001050636,0.000017424947,0.8969702,0.000005703515,0.0000023474222,0.0000012114372,0.0022022633,0.0000318037,0.0019591379,0.035900444,0.06271911,0.00008526089],"about_ca_topic_score_codex":0.00014306579,"about_ca_topic_score_gemma":0.000013092637,"teacher_disagreement_score":0.9359059,"about_ca_system_score_codex":0.000066488,"about_ca_system_score_gemma":0.00024762726,"threshold_uncertainty_score":0.9996041},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","score_opus":0.9220851009964572,"score_gpt":0.8041078746149898,"score_spread":0.11797722638146746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583047471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49487793,0.00016828784,0.000032426728,0.46371067,0.00014435167,0.0027955768,0.000014978618,0.000031217718,0.038224548],"genre_scores_gemma":[0.9812374,0.00050185126,0.010245589,0.00068074267,0.00016002847,0.00080450135,0.000008671418,0.000036586865,0.0063246395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9828082,0.004035822,0.0013436239,0.001906417,0.0073317336,0.0025742126],"domain_scores_gemma":[0.87530917,0.09518246,0.0003301474,0.0088287275,0.018183576,0.0021659336],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24063195,0.000195284,0.00054918,0.0025186692,0.003158268,0.0009636302,0.0032817672,0.00056866097,0.00038890913],"category_scores_gemma":[0.47745505,0.00017388062,0.00007686738,0.005028972,0.0059076007,0.001270809,0.0067274207,0.012147867,0.0010139198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016528885,0.010305473,0.9273467,0.00094474683,0.000027366583,0.0001012623,0.012268398,0.00004069092,0.00033328918,0.02359899,0.007547678,0.015832542],"study_design_scores_gemma":[0.0020524848,0.0032484746,0.8936264,0.0018301769,0.0000036959002,0.000025376597,0.0444391,0.0014880868,0.00010416491,0.039833933,0.013050763,0.0002973254],"about_ca_topic_score_codex":0.045821983,"about_ca_topic_score_gemma":0.13085762,"teacher_disagreement_score":0.48635945,"about_ca_system_score_codex":0.0024100074,"about_ca_system_score_gemma":0.009573539,"threshold_uncertainty_score":0.9997639},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587252982","doi":"10.18192/uojm.v7i1.1755","title":"Predatory Journals : Do Not Enter","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Humanities; Audience measurement; Political science; Credibility; Publishing; Library science; Art; Law; Computer science","score_opus":0.5181515019525601,"score_gpt":0.5358257010649157,"score_spread":0.01767419911235557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587252982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91828245,0.0024416284,0.0072703958,0.0269254,0.0017613075,0.00010130601,0.000021234158,0.0000036165504,0.043192673],"genre_scores_gemma":[0.99392235,0.0009289754,0.0006989697,0.000093043855,0.0002490664,4.927268e-9,1.1696876e-7,0.0000034129494,0.0041040764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910671,0.00017793164,0.00067561714,0.0001880855,0.0076497314,0.00024154765],"domain_scores_gemma":[0.98941594,0.0013578304,0.0022846556,0.0007046997,0.0057314895,0.0005054001],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02674582,0.00008831956,0.0004890739,0.022866348,0.00042468324,0.0003198836,0.0046159173,0.00008575576,0.004034122],"category_scores_gemma":[0.03368877,0.000058290992,0.00020581839,0.007242356,0.0008449097,0.001062655,0.00047847943,0.00039653733,0.000041223015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017640089,0.00017025438,0.45744282,0.000012420661,0.00012216,0.00063564564,0.00088568573,0.000020737762,0.0033090976,0.0009336268,0.3631361,0.17315504],"study_design_scores_gemma":[0.0032275002,0.00063039054,0.5954286,0.00015924218,0.000034844976,0.00012925525,0.002277548,0.000105794905,0.00070410426,0.0016740875,0.39554206,0.000086561646],"about_ca_topic_score_codex":0.00008404381,"about_ca_topic_score_gemma":0.000013807237,"teacher_disagreement_score":0.17306848,"about_ca_system_score_codex":0.00006845838,"about_ca_system_score_gemma":0.00023459915,"threshold_uncertainty_score":0.9968763},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","score_opus":0.9560629307251761,"score_gpt":0.7983703746638118,"score_spread":0.15769255606136434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587319655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85052395,0.009925827,0.000003930452,0.13541786,0.00004542227,0.001435732,0.000045900375,0.000006274169,0.0025951348],"genre_scores_gemma":[0.9676583,0.030844264,0.000047615464,0.00018720342,0.00022838151,0.00008234623,0.0000042839615,0.000015632259,0.0009319663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9805462,0.01093852,0.002153739,0.00064618676,0.0042511746,0.0014641928],"domain_scores_gemma":[0.8874477,0.10006909,0.00050422025,0.0031573144,0.0077485894,0.0010730462],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21305521,0.00012658382,0.0010266806,0.0021946665,0.0012015854,0.00018539398,0.0007283159,0.0005216478,0.0000037612149],"category_scores_gemma":[0.31694913,0.00008418197,0.00007306251,0.0017071576,0.0066845645,0.00012430949,0.0006618639,0.005855765,9.547331e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008109713,0.0003803282,0.46418625,0.005849359,0.00023693265,0.000018940736,0.030872427,0.000066039865,0.00048991886,0.4794055,0.0006091522,0.017074212],"study_design_scores_gemma":[0.0019919332,0.0024662584,0.9166916,0.0035849893,0.000016004402,0.000008214905,0.032141622,0.009360497,0.00016451033,0.030052638,0.003385122,0.00013663441],"about_ca_topic_score_codex":0.34538203,"about_ca_topic_score_gemma":0.13588671,"teacher_disagreement_score":0.45250535,"about_ca_system_score_codex":0.00030911755,"about_ca_system_score_gemma":0.005884327,"threshold_uncertainty_score":0.9997514},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587902391","doi":"","title":"Self-Reporting in Plagiarism Research: How Honest is This Approach?","year":2016,"lang":"en","type":"article","venue":"Journal of research practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Harm; Psychology; Phenomenon; Reliability (semiconductor); Medical education; Social psychology; Medicine; Epistemology; Power (physics)","score_opus":0.3082897255954191,"score_gpt":0.5172569451949262,"score_spread":0.20896721959950704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587902391","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042573646,0.0015026393,0.0011394273,0.5400162,0.0005945708,0.0006915633,0.000005171132,0.000045829805,0.41343096],"genre_scores_gemma":[0.9303091,0.01464845,0.02351668,0.0007061055,0.0037234158,0.000022177455,5.143887e-7,0.000041111813,0.027032424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97914976,0.011657159,0.0011671664,0.0003487284,0.006304592,0.0013725745],"domain_scores_gemma":[0.9693644,0.022549424,0.0017832827,0.00031903645,0.005469346,0.000514478],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2100589,0.00012665632,0.00035052313,0.0011467113,0.0010790493,0.00041015015,0.0011674479,0.0010864519,0.00036371555],"category_scores_gemma":[0.26377133,0.00008502383,0.0001346485,0.0018757809,0.0008917406,0.0036573885,0.00023671189,0.012701214,0.00018555405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008322547,0.0010585147,0.0103603555,0.00013538566,0.00024173039,0.0023865541,0.15151353,0.0000013067547,0.0021738124,0.04525704,0.7575334,0.028506141],"study_design_scores_gemma":[0.0005163356,0.0001888561,0.00029746327,0.00027842715,0.00001311135,0.00027349067,0.06144582,0.000026690584,0.00043046658,0.0047323937,0.93167114,0.00012582984],"about_ca_topic_score_codex":0.0030599374,"about_ca_topic_score_gemma":0.00017262284,"teacher_disagreement_score":0.8877355,"about_ca_system_score_codex":0.0009421115,"about_ca_system_score_gemma":0.002922024,"threshold_uncertainty_score":0.9895765},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2600362709","doi":"","title":"Self-Plagiarism: Some Common Sense, Some Reasonable Accommodation","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accommodation; Psychology; Common sense; Sense (electronics); Social psychology; Philosophy; Engineering; Epistemology; Neuroscience","score_opus":0.11547710679411571,"score_gpt":0.4033734377382912,"score_spread":0.2878963309441755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600362709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8296015,0.004036736,0.000049572685,0.056786917,0.0019188814,0.00033363458,0.000021306243,0.000037823665,0.10721359],"genre_scores_gemma":[0.99378425,0.00090524333,0.00063610246,0.0003465592,0.0019735347,0.0000013415308,0.000005265043,0.00001806162,0.002329633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597067,0.0013023064,0.0003719122,0.00015676496,0.0012102538,0.0009880996],"domain_scores_gemma":[0.99693197,0.00064663956,0.00015498092,0.0001764015,0.0008577822,0.0012322394],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071140374,0.000106848776,0.0002453672,0.0007764931,0.0028709865,0.00016837423,0.00058234256,0.0007746189,0.00017708959],"category_scores_gemma":[0.0014261566,0.00010948961,0.000092416456,0.0006396637,0.0010485518,0.0011393505,0.0000118418075,0.0044691,0.000095797724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007016757,0.0001279807,0.0074928897,0.000020035508,0.000050229028,0.0015942598,0.13428958,0.000039003655,0.00014115869,0.15202132,0.67044616,0.03370722],"study_design_scores_gemma":[0.0009966617,0.00040463964,0.011494708,0.0014200747,0.000053196618,0.0018878897,0.047184214,0.00039884498,0.0006633423,0.26155996,0.6733403,0.00059616554],"about_ca_topic_score_codex":0.044038367,"about_ca_topic_score_gemma":0.010087022,"teacher_disagreement_score":0.16418271,"about_ca_system_score_codex":0.0022704385,"about_ca_system_score_gemma":0.006562069,"threshold_uncertainty_score":0.9990698},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2600935272","doi":"10.1007/s11948-017-9883-5","title":"America COMPETES at 5 years: An Analysis of Research-Intensive Universities’ RCR Training Plans","year":2017,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Los Angeles; University of Illinois at Urbana-Champaign; Stony Brook University; Oregon State University; Montana State University; Georgia State University; Dartmouth College; York University; University of Rochester; Georgetown University; University of Central Florida; Johns Hopkins University; Brandeis University; Colorado State University; University of Connecticut; Virginia Commonwealth University; Tulane University; Brown University; Arizona State University; State University of New York; Louisiana State University; George Washington University; California Institute of Technology; Georgia Institute of Technology; Ohio State University; Rice University; Rensselaer Polytechnic Institute; Florida State University; Yale University; Vanderbilt University; University of Oklahoma; Washington University in St. Louis; University at Buffalo; Massachusetts Institute of Technology; City University of New York; Iowa State University; Carnegie Mellon University; North Carolina State University; Purdue University; Case Western Reserve University; National Science Foundation; Mississippi State University; Emory University; Harvard University","keywords":"Philosophy of science; Training (meteorology); Medical education; Business; Political science; Medicine; Geography; Philosophy","score_opus":0.23633687451139845,"score_gpt":0.45194323895380495,"score_spread":0.2156063644424065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600935272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968814,0.000015267595,0.0000946418,0.00020612363,0.00013267974,0.000034272565,0.00000875803,0.000017377479,0.0026094595],"genre_scores_gemma":[0.999228,0.000014532883,0.00026947964,0.000051241856,0.000025711739,0.0000014799987,0.0000090140375,0.0000036792112,0.00039684714],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99900043,0.000031964835,0.00008456288,0.00017614356,0.0004796765,0.00022724725],"domain_scores_gemma":[0.99904054,0.00018705108,0.00004883738,0.00026654723,0.00038528597,0.00007171042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002482126,0.000050522627,0.00011704371,0.0005143341,0.0005780847,0.00006614458,0.00030946813,0.00006273286,0.00010173418],"category_scores_gemma":[0.00032555783,0.000051173454,0.000018295674,0.00039227845,0.0009269785,0.000193104,0.000088703564,0.00028660017,0.000009575394],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005064521,0.000023291062,0.044425912,0.000048676236,0.00030236036,0.000024928338,0.9087532,0.0113055995,0.0077853724,0.019543838,0.00021092633,0.007525239],"study_design_scores_gemma":[0.00014028193,0.00008267967,0.88617945,0.00003742521,0.000046329296,0.0000016546904,0.04754082,0.06162584,0.00010719444,0.000026352816,0.004100545,0.00011140234],"about_ca_topic_score_codex":0.00015478578,"about_ca_topic_score_gemma":0.00007487998,"teacher_disagreement_score":0.8612124,"about_ca_system_score_codex":0.00006437402,"about_ca_system_score_gemma":0.00013791455,"threshold_uncertainty_score":0.44462186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2605520881","doi":"10.1007/s40572-017-0138-z","title":"Ethics Guidelines in Environmental Epidemiology: Their Development and Challenges We Face","year":2017,"lang":"en","type":"review","venue":"Current Environmental Health Reports","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Centers for Disease Control and Prevention","keywords":"Epidemiology; Engineering ethics; Environmental health ethics; Scholarship; Stewardship (theology); Environmental epidemiology; Context (archaeology); Public relations; Research ethics; Environmental ethics; Political science; Medicine; Environmental health; Public health; Health policy; Politics; Law; Geography; Pathology","score_opus":0.9267208621824248,"score_gpt":0.6885225514958995,"score_spread":0.2381983106865253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605520881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001506437,0.98667765,0.000010102498,0.009397043,0.0009257488,0.0026075551,0.00006911835,0.000038764127,0.00012335408],"genre_scores_gemma":[0.00016780516,0.9964548,0.00093725155,0.00039568482,0.00033266965,0.0003076554,0.00059940945,0.00013308297,0.00067163625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951554,0.0012648236,0.0048378347,0.0020309398,0.0011907184,0.0011601693],"domain_scores_gemma":[0.9881621,0.006242134,0.0026761687,0.0018929852,0.000011782295,0.0010148317],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02279999,0.0009184186,0.0042197555,0.0002935807,0.00049903453,0.000020647587,0.00041061523,0.0019443339,0.00008156758],"category_scores_gemma":[0.006139437,0.0007096958,0.00045019496,0.000040826457,0.0011713619,0.00008919788,0.0012636803,0.008904299,0.000096187156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010422131,0.00037116715,0.0009901137,0.04523618,0.000075193464,0.00024270586,0.0005465279,1.7804277e-7,5.8991446e-8,0.000038928112,0.000115749885,0.9523728],"study_design_scores_gemma":[0.00028394547,0.00018222646,0.0020791548,0.045612056,0.000077812954,0.001048934,0.00019977771,0.000002923952,0.0000010174449,0.00070718507,0.9493448,0.00046014198],"about_ca_topic_score_codex":0.000022372027,"about_ca_topic_score_gemma":0.000075229174,"teacher_disagreement_score":0.95191264,"about_ca_system_score_codex":0.001967723,"about_ca_system_score_gemma":0.0021285596,"threshold_uncertainty_score":0.99953544},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2606622294","doi":"10.1016/j.wneu.2017.04.014","title":"Retraction of Neurosurgical Publications: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Medical physics; General surgery","score_opus":0.19839670561503756,"score_gpt":0.43591784524125055,"score_spread":0.237521139626213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606622294","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9199774e-8,0.9568718,0.0000041940707,0.0014608718,0.0022660769,0.0020357012,0.000044049764,0.0001142303,0.037202984],"genre_scores_gemma":[0.000003546899,0.9661994,0.000007160917,0.00056411995,0.0004686866,0.00030785374,0.00004379641,0.0000391534,0.03236627],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928511,0.0032403932,0.0020246492,0.0005123936,0.0009502571,0.00042120233],"domain_scores_gemma":[0.9909487,0.0039996766,0.0035054889,0.0011099417,0.00024323745,0.00019300685],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071492493,0.00036606833,0.003628759,0.0005774342,0.0006368819,0.00017367465,0.0011827481,0.001071918,0.00031904393],"category_scores_gemma":[0.02124418,0.00030256415,0.0012752147,0.0010829,0.00039614757,0.00039546023,0.000092206144,0.0032057797,0.00022421558],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001107744,0.000045053326,0.000004902614,0.87841135,0.00004510441,0.000016097452,0.000042139363,8.0567135e-9,3.0070204e-8,0.008817095,0.07308352,0.039533574],"study_design_scores_gemma":[0.000009491111,0.0000026705738,7.1867214e-7,0.35171396,0.0007662855,0.000027141581,0.0000032456219,1.6133052e-7,3.697217e-8,0.000041335137,0.6472807,0.00015425975],"about_ca_topic_score_codex":0.00011561689,"about_ca_topic_score_gemma":0.000059472437,"teacher_disagreement_score":0.5741972,"about_ca_system_score_codex":0.000111234396,"about_ca_system_score_gemma":0.0008649607,"threshold_uncertainty_score":0.99994266},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2610479971","doi":"10.1139/cjss-2017-0035","title":"Retraction: Naturally occurring soil salinity does not reduce N-transforming enzymes or organisms","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Soil Science","topic":"Microbial Community Ecology and Physiology","field":"Environmental Science","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salinity; Soil salinity; Enzyme; Biology; Environmental science; Chemistry; Ecology; Biochemistry","score_opus":0.02327697222855868,"score_gpt":0.26821594804704174,"score_spread":0.24493897581848306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610479971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989947,0.000019406962,0.000014614309,0.0015704471,0.002674648,0.00005412077,0.000008908049,0.0000055994606,0.0057052188],"genre_scores_gemma":[0.99828243,0.00001965001,0.00030972259,0.0007568893,0.00016156613,4.855226e-7,4.2407305e-7,0.0000063388234,0.00046249368],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987084,0.00007149281,0.0002972925,0.0001962777,0.00022559457,0.000500893],"domain_scores_gemma":[0.9984486,0.00008679911,0.00037208904,0.000424843,0.00007544679,0.0005922397],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015593861,0.0001256165,0.00019459188,0.000105850486,0.0034277393,0.00022803797,0.0019337921,0.00013879381,0.002870669],"category_scores_gemma":[0.00085341086,0.00008847221,0.00006237809,0.0001880106,0.0023964443,0.0014944044,0.00011671012,0.00080031337,0.00007297526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028405074,0.000090116875,0.14312726,0.00003652677,0.000049636456,0.00075540825,0.009420989,0.0013822591,0.8052899,0.0011895809,0.011143297,0.027230976],"study_design_scores_gemma":[0.0007483556,0.00045041592,0.6490376,0.00014599992,0.000043055228,0.001311644,0.0012911379,0.000135544,0.31640393,0.003547725,0.026246922,0.00063764036],"about_ca_topic_score_codex":0.034236122,"about_ca_topic_score_gemma":0.57161874,"teacher_disagreement_score":0.5373826,"about_ca_system_score_codex":0.00037302834,"about_ca_system_score_gemma":0.0012631229,"threshold_uncertainty_score":0.99804085},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2614250894","doi":"10.1017/cem.2017.292","title":"P090: Electronic invitations received from predatory journals and fraudulent conferences: a 6-month young researcher experience","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Publishing; Publication; Medicine; Library science; Family medicine; Political science; Law; Computer science","score_opus":0.7878409052410476,"score_gpt":0.6192272024603012,"score_spread":0.1686137027807464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614250894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95667076,0.019795587,0.0010524465,0.010035476,0.0044592507,0.0001794096,0.00006960619,0.000002650242,0.007734807],"genre_scores_gemma":[0.98917496,0.007660354,0.00011661266,0.00007020566,0.00048768902,0.00000487886,0.000002088586,0.000010559822,0.0024726468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992141,0.00037342546,0.0013618806,0.00041564606,0.0048790774,0.0008289559],"domain_scores_gemma":[0.9882356,0.0010353081,0.0011309906,0.0008618901,0.0061387545,0.0025974552],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017419888,0.00016894126,0.00047895825,0.016250886,0.0011746588,0.00085107185,0.0033552465,0.00012721059,0.014971434],"category_scores_gemma":[0.10298875,0.000111382564,0.000114878116,0.01051812,0.00074354646,0.0014994697,0.0001275213,0.0008056552,0.000025706047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004724366,0.000037755664,0.8527345,0.000006602495,0.00010288267,0.00014070388,0.0075927405,0.0000099209055,0.0014309387,0.0009569249,0.10774919,0.0291906],"study_design_scores_gemma":[0.00086947664,0.000575665,0.8126033,0.0001266091,0.00001922927,0.000016864062,0.0073647704,0.00049940427,0.00007655428,0.037642166,0.14002438,0.00018161233],"about_ca_topic_score_codex":0.031471968,"about_ca_topic_score_gemma":0.07372863,"teacher_disagreement_score":0.08556886,"about_ca_system_score_codex":0.0002192199,"about_ca_system_score_gemma":0.0031178168,"threshold_uncertainty_score":0.9948991},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2614808596","doi":"10.1186/s40163-017-0067-z","title":"Retraction Note to: Investigative advising: a job for Bayes","year":2017,"lang":"en","type":"article","venue":"Crime Science","topic":"Data Analysis with R","field":"Computer Science","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Criminology; Computer science","score_opus":0.06064721273287438,"score_gpt":0.3712931682850319,"score_spread":0.3106459555521575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614808596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035168696,0.000016361171,0.9437954,0.0070094937,0.0018528487,0.00036557607,0.000010804143,0.00014517424,0.01163566],"genre_scores_gemma":[0.7908022,9.0792776e-7,0.20775072,0.0006659561,0.00010427651,0.000017305438,7.553159e-7,0.0000048280635,0.0006530534],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981169,0.000020666066,0.00016882733,0.00074962195,0.00055166846,0.00039229257],"domain_scores_gemma":[0.99731535,0.0000815621,0.00019109313,0.0017752632,0.00035588123,0.00028083794],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014187502,0.000113499475,0.00014192524,0.00022199948,0.0015986164,0.0018341406,0.004135108,0.000043773678,0.0000052228784],"category_scores_gemma":[0.0036005282,0.00010004105,0.000052058538,0.00059106515,0.00084652274,0.004178183,0.0007349023,0.00011598037,0.00015259218],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018880057,0.00008369113,0.002405868,0.000032926593,0.000020735977,0.000013783455,0.004070156,0.00014254347,0.5799693,0.17684422,0.039288472,0.1971094],"study_design_scores_gemma":[0.0004850077,0.00036639668,0.28187862,0.00013461817,0.00003899779,0.000017681628,0.000093838666,0.16445214,0.44924265,0.048881974,0.05359475,0.0008133448],"about_ca_topic_score_codex":0.00009168036,"about_ca_topic_score_gemma":0.000026139784,"teacher_disagreement_score":0.7556335,"about_ca_system_score_codex":0.00009377552,"about_ca_system_score_gemma":0.00037123018,"threshold_uncertainty_score":0.99970114},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2618286485","doi":"10.1007/978-3-319-54392-5_14","title":"Addressing the Problem of Conflict-of-Interest and Moneyed Influence in Public Health: Some Case Studies","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Public health; Conflict of interest; Epidemiology; Political science; Public relations; Public policy; Public interest; Engineering ethics; Medicine; Law; Engineering; Pathology","score_opus":0.9386881181538173,"score_gpt":0.6259941071289344,"score_spread":0.3126940110248828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618286485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38043806,0.085654564,0.000023710561,0.2222697,0.0016765512,0.016860496,0.0007493133,0.0003114685,0.29201615],"genre_scores_gemma":[0.8513589,0.023148209,0.0009738461,0.012246385,0.00039965677,0.0003321707,0.000026376652,0.0001767368,0.111337736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937844,0.0018532181,0.0026096213,0.00059917883,0.00039244522,0.00076110417],"domain_scores_gemma":[0.98709714,0.0054530986,0.0047124284,0.0012175624,0.0011920994,0.00032764493],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00855008,0.00044832294,0.0015484538,0.00037334932,0.0011749,0.000042183307,0.0005320469,0.0006474099,0.000097475866],"category_scores_gemma":[0.0027715308,0.00030877138,0.00008895579,0.00004225357,0.0011686898,0.00078530563,0.000897209,0.002601098,0.000027344096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020692029,0.00015750511,0.014146313,0.03468428,0.0006836842,0.00062499475,0.0912606,0.0000011975039,0.000036854115,0.7976042,0.0045833327,0.056010094],"study_design_scores_gemma":[0.004746664,0.0012991185,0.01317955,0.050528154,0.0002514065,0.00056408887,0.055729777,0.000051037252,0.000026090422,0.07409444,0.7975524,0.0019772581],"about_ca_topic_score_codex":0.012429081,"about_ca_topic_score_gemma":0.03277355,"teacher_disagreement_score":0.7929691,"about_ca_system_score_codex":0.00030693226,"about_ca_system_score_gemma":0.0024436885,"threshold_uncertainty_score":0.99993646},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2620664699","doi":"10.1017/cjn.2017.84","title":"C.06 Retraction of scientific publications in neurosurgery","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Impact factor; Neurosurgery; MEDLINE; Medicine; Data extraction; Misattribution of memory; Scientific misconduct; Family medicine; Alternative medicine; Surgery; Political science; Psychiatry; Pathology; Law","score_opus":0.0743255195744261,"score_gpt":0.32388761057128634,"score_spread":0.24956209099686025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620664699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95754385,0.00033653184,0.000017255988,0.018608224,0.002478144,0.00013389469,0.000011455493,0.000011738928,0.020858899],"genre_scores_gemma":[0.9976512,0.00041632628,0.00059916003,0.0007384767,0.00037029252,0.0000017303165,3.0598815e-7,0.0000065033983,0.00021599873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994277,0.0016002806,0.0010770574,0.00048270856,0.0012585281,0.0013044483],"domain_scores_gemma":[0.99444425,0.0010713193,0.0018711973,0.00027046766,0.0009410189,0.0014017449],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.021140413,0.00022216662,0.0004720764,0.001765098,0.0111190835,0.0023160062,0.004193152,0.0005685617,0.00023735019],"category_scores_gemma":[0.023693027,0.00016805455,0.00024189978,0.0015104507,0.023200398,0.0032997478,0.00007987393,0.0029729102,0.0000049016658],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016974827,0.000029008002,0.9787042,0.0000034881327,0.0000041912817,0.0005269606,0.0013474901,0.0002686875,0.000048446003,0.014116363,0.0021761814,0.002758012],"study_design_scores_gemma":[0.00026281408,0.006469312,0.86308455,0.0000887334,0.000026643156,0.0026462309,0.0014333695,0.00047040018,0.00012272227,0.07035516,0.05466868,0.0003714104],"about_ca_topic_score_codex":0.014873269,"about_ca_topic_score_gemma":0.32834655,"teacher_disagreement_score":0.31347328,"about_ca_system_score_codex":0.00026757235,"about_ca_system_score_gemma":0.007880698,"threshold_uncertainty_score":0.99932724},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2621085053","doi":"10.15845/noril.v3i1.130","title":"Student perspective on plagiarism","year":2010,"lang":"en","type":"article","venue":"Nordic Journal of Information Literacy in Higher Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cheating; Norwegian; Collusion; Perspective (graphical); Work (physics); Subject (documents); Psychology; Medical education; Sociology; Political science; Public relations; Library science; Medicine; Engineering; Social psychology; Business; Computer science","score_opus":0.015261006766365203,"score_gpt":0.3837719481288197,"score_spread":0.3685109413624545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621085053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76505184,0.00005737907,0.000064669686,0.043960843,0.01150939,0.00019524492,0.0000010293485,0.000017717619,0.17914191],"genre_scores_gemma":[0.9916687,0.00002933013,0.0022691828,0.003876474,0.00076738675,0.0000103520215,0.0000045190463,0.0000033639562,0.0013706635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858785,0.00010104583,0.00054177153,0.000054868822,0.0005678835,0.00014659713],"domain_scores_gemma":[0.9982608,0.00015957037,0.00030687323,0.00009509668,0.0010483809,0.00012925664],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011724244,0.00007426475,0.00010494643,0.00043422318,0.00015080569,0.00023739746,0.00022646347,0.000105366445,0.0012349262],"category_scores_gemma":[0.0004126531,0.00006691804,0.000046555942,0.00034330162,0.000065807995,0.0018869905,0.000009186193,0.0006121573,0.00011154067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019171122,0.00036322052,0.012445057,0.000006595016,0.00000851439,4.0978836e-7,0.17965782,0.000008261966,0.000009951355,0.77926254,0.003469213,0.024749234],"study_design_scores_gemma":[0.00034576168,0.000052871997,0.30357057,0.000097724354,0.000007139041,0.0000052901623,0.03211736,0.0000015356245,0.000021204502,0.035248738,0.62841284,0.00011895798],"about_ca_topic_score_codex":0.00012609015,"about_ca_topic_score_gemma":0.000017161483,"teacher_disagreement_score":0.7440138,"about_ca_system_score_codex":0.0004592103,"about_ca_system_score_gemma":0.0011471809,"threshold_uncertainty_score":0.9996781},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","score_opus":0.8941266353903872,"score_gpt":0.7234011886426125,"score_spread":0.17072544674777468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625269005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004736704,0.986076,0.000010179408,0.0036089418,0.0010241547,0.00042522707,0.000053465552,0.0000141214905,0.0087405285],"genre_scores_gemma":[0.00015788719,0.99620396,0.00021745147,0.00014188256,0.0006053997,0.000053887503,0.000020646146,0.000027103813,0.0025717737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97414494,0.0012904904,0.0028346505,0.001552011,0.019021869,0.0011560329],"domain_scores_gemma":[0.98189145,0.011271578,0.001624653,0.0025475118,0.0015628216,0.0011019926],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","research_integrity"],"category_scores_codex":[0.13731451,0.0003975683,0.002532168,0.10388776,0.00016857551,0.0122657,0.011879207,0.0031140286,0.0014357077],"category_scores_gemma":[0.522408,0.00025519493,0.0005101176,0.10748568,0.00045094022,0.0011257179,0.0024964858,0.006580627,0.00045156002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017311396,0.000050113067,0.0005362217,0.0005061114,0.000010077409,0.00014563883,0.00004652319,2.3850621e-8,6.428021e-7,0.000031173855,0.13955136,0.85912037],"study_design_scores_gemma":[0.00024894398,0.000020427404,0.00034369357,0.0062706615,0.000010893876,0.000022708253,0.00004853031,0.000019195215,0.000005418361,0.00087728817,0.9918603,0.00027198554],"about_ca_topic_score_codex":0.00021032494,"about_ca_topic_score_gemma":0.00006388654,"teacher_disagreement_score":0.8588484,"about_ca_system_score_codex":0.0005455957,"about_ca_system_score_gemma":0.0031797516,"threshold_uncertainty_score":0.99999005},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2656338349","doi":"10.5539/ass.v13n7p83","title":"Announcement of Retraction","year":2017,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Editorial board; Political science; Management; Business; Psychology; Computer science; Economics; Library science","score_opus":0.11886150259764262,"score_gpt":0.463201601790958,"score_spread":0.3443400991933154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2656338349","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061556466,0.0000066776643,0.0006221206,0.008728576,0.0012493491,0.00006637691,0.0000063784305,0.000011944531,0.92775214],"genre_scores_gemma":[0.99746233,0.000002264245,0.00017198011,0.00011275141,0.00025874667,0.0000016897786,2.5690514e-7,0.0000019027543,0.0019880491],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99649084,0.000043893997,0.00031798962,0.0003541366,0.0025550309,0.000238119],"domain_scores_gemma":[0.9981961,0.000072605486,0.0006595659,0.0005401302,0.00044269834,0.00008887259],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008597048,0.00005623493,0.00013961921,0.0001230588,0.0021074351,0.0019853024,0.005011915,0.00008539049,0.00013175327],"category_scores_gemma":[0.008745676,0.000042044918,0.000050310817,0.0006216669,0.0014462579,0.004704932,0.00045791065,0.00019206651,0.000071941926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007629666,0.000021669817,0.019087994,7.930549e-7,0.0000018519502,0.0000012039989,0.0017810608,1.6663404e-7,0.003032369,0.042320028,0.026227701,0.90751755],"study_design_scores_gemma":[0.0001050636,0.000017424947,0.8969702,0.000005703515,0.0000023474222,0.0000012114372,0.0022022633,0.0000318037,0.0019591379,0.035900444,0.06271911,0.00008526089],"about_ca_topic_score_codex":0.00014306579,"about_ca_topic_score_gemma":0.000013092637,"teacher_disagreement_score":0.9359059,"about_ca_system_score_codex":0.000066488,"about_ca_system_score_gemma":0.00024762726,"threshold_uncertainty_score":0.9996041},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2724115498","doi":"10.1186/2044-5040-3-15","title":"Retraction Note: MyoD-dependent regulation of NF-κB activity couples cell-cycle withdrawal to myogenic differentiation","year":2013,"lang":"en","type":"article","venue":"Skeletal Muscle","topic":"NF-κB Signaling Pathways","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"MyoD; Cell biology; Neuroscience; Biology; Myogenesis; Myocyte","score_opus":0.005614974768504134,"score_gpt":0.22001784049896883,"score_spread":0.2144028657304647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724115498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885047,0.000058622918,0.010057621,0.000097106175,0.00034774005,0.00040362222,0.000020938034,0.000027616206,0.00048201552],"genre_scores_gemma":[0.9984303,0.000012611711,0.0005807377,0.000041547522,0.00024794287,0.00004325893,0.00011577797,0.000031609634,0.000496175],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879354,0.00006743968,0.00023564276,0.00038019408,0.00028920546,0.00023394983],"domain_scores_gemma":[0.9991563,0.000016329108,0.00018575347,0.0003874964,0.0001567911,0.00009735214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015150002,0.00016870396,0.000157725,0.00006625521,0.00008408752,0.0000309872,0.00013804367,0.0002449567,0.00014119566],"category_scores_gemma":[0.000060466722,0.0001738998,0.000109347355,0.00011899344,0.000039935156,0.000022451037,0.00008485664,0.00012923533,0.00007300246],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030518782,0.00013310454,0.000452803,0.000030516056,0.000016333153,2.4472826e-7,0.00004879582,0.0005442928,0.98528147,0.000014055303,0.00032979928,0.013118096],"study_design_scores_gemma":[0.0003396895,0.00025211272,0.15384115,0.000012012932,0.000019599365,0.0000016465763,0.000020783851,0.0008933119,0.8438398,0.000106544176,0.0004975364,0.00017578901],"about_ca_topic_score_codex":0.00022338041,"about_ca_topic_score_gemma":0.000091426955,"teacher_disagreement_score":0.15338835,"about_ca_system_score_codex":0.00004666374,"about_ca_system_score_gemma":0.000048164966,"threshold_uncertainty_score":0.7091428},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2732585487","doi":"10.1139/cjp-2017-0531","title":"Retraction: Conservative relativity principle and energy-momentum conservation in a superimposed gravitational and electric field","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Theory of relativity; Classical mechanics; Gravitational field; Gravitational energy; Gravitational time dilation; Conservation law; General relativity; Conservation of energy; Gravitation; Numerical relativity; Energy–momentum relation; Electric field; Introduction to the mathematics of general relativity; Energy conservation; Two-body problem in general relativity; Special relativity; Theoretical physics; Quantum mechanics","score_opus":0.018405502762123188,"score_gpt":0.26084317727626183,"score_spread":0.24243767451413864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2732585487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915966,0.00004248265,0.0054841093,0.0021301063,0.00008899916,0.00004408876,0.0000143733605,9.811647e-7,0.00059827836],"genre_scores_gemma":[0.99959326,0.000005781761,0.00012583217,0.000088093395,0.00012956154,0.0000044579024,0.0000042264705,0.0000051704365,0.00004360698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995568,0.00002552695,0.0001610458,0.00008347907,0.00006319989,0.00010999275],"domain_scores_gemma":[0.9993262,0.0000937942,0.0002303681,0.000096711614,0.00011188029,0.00014099649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015725243,0.00006731501,0.00011656072,0.000052206844,0.00027200222,0.00009389411,0.00007225614,0.00003290326,0.000015880041],"category_scores_gemma":[0.00003159447,0.000070203394,0.00002461902,0.000065559776,0.000026527097,0.00028507036,0.000008070594,0.00018255955,3.9824656e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007263626,0.000019616406,0.13977718,0.0000034133673,0.000023524197,0.000003450117,0.00019191847,0.000002137602,0.0025176564,0.8513556,0.00030240673,0.00579581],"study_design_scores_gemma":[0.0007397039,0.00012115925,0.3124593,0.00005145038,0.000024700574,0.000008848241,0.00017408881,0.0035654106,0.0035222922,0.6720806,0.007085457,0.00016701336],"about_ca_topic_score_codex":0.0050033694,"about_ca_topic_score_gemma":0.0025246658,"teacher_disagreement_score":0.17927505,"about_ca_system_score_codex":0.000031265765,"about_ca_system_score_gemma":0.00039304455,"threshold_uncertainty_score":0.75636315},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2740628686","doi":"10.1080/08989621.2017.1362557","title":"The Inappropriate Use of Risk-Benefit Analysis in the Risk Assessment of Experimental Trauma-Focused Research","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Risk assessment; Risk analysis (engineering); Psychology; Medicine; Computer science; Computer security","score_opus":0.7439250363914514,"score_gpt":0.6797050059099999,"score_spread":0.06422003048145142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740628686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907122,0.0002489119,0.0000075133594,0.0036462233,0.00005110907,0.0020515672,0.000077511315,0.0000067313676,0.003198193],"genre_scores_gemma":[0.99668735,0.0021216727,0.00058052916,0.000015996651,0.000065383654,0.0003510559,0.0000085417705,0.000024980249,0.00014445926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.978365,0.008318594,0.0017669885,0.0010059215,0.009177534,0.0013659797],"domain_scores_gemma":[0.8692165,0.1196119,0.0004821429,0.0065088123,0.0039873226,0.00019330127],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.19739775,0.00020743973,0.0008454493,0.0011005118,0.001428691,0.000466053,0.0033583518,0.00053793885,0.00017549931],"category_scores_gemma":[0.14838572,0.000120402816,0.00038220276,0.0030695414,0.00669578,0.00039036514,0.0017016026,0.011068957,0.00001214232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014120756,0.0020213728,0.98236364,0.00012715298,0.00022630817,0.0000151342465,0.003493721,0.000057490837,0.0006207018,0.0049239337,0.000049587183,0.0046888823],"study_design_scores_gemma":[0.0016039016,0.0006422504,0.9582189,0.00014070392,0.000057143072,6.4741175e-7,0.010013112,0.0032107334,0.0024620665,0.023434196,0.00012277142,0.00009362303],"about_ca_topic_score_codex":0.11110694,"about_ca_topic_score_gemma":0.09545394,"teacher_disagreement_score":0.11129331,"about_ca_system_score_codex":0.00081383355,"about_ca_system_score_gemma":0.0011929029,"threshold_uncertainty_score":0.9998713},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2753487506","doi":"10.1017/s1062798717000229","title":"No, Prime Minister: PhD Plagiarism of High Level Public Officials","year":2017,"lang":"en","type":"article","venue":"European Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal; Commonwealth of Massachusetts","keywords":"Dictatorship; Authoritarianism; Prime minister; Democracy; Politics; Political science; Nationalism; Language change; German; Political culture; Law; State (computer science); Romanian; Political economy; Sociology; Economic history; History","score_opus":0.1689703419926334,"score_gpt":0.35765168311427004,"score_spread":0.18868134112163665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753487506","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017122034,0.028495647,0.00021671942,0.017027969,0.0009949763,0.000525532,0.00006192444,0.000067302535,0.95089775],"genre_scores_gemma":[0.68881315,0.20446986,0.0022976624,0.010074932,0.0027065605,0.000010535386,0.00004434618,0.00007724197,0.09150572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968614,0.001455973,0.0005603116,0.00027535573,0.00049493724,0.00035202087],"domain_scores_gemma":[0.99794924,0.00017134273,0.00073569943,0.0006896962,0.00029413568,0.00015987623],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007127596,0.00015614682,0.00047951657,0.00003690759,0.00083321676,0.00014152638,0.001574255,0.00022415252,0.0013112682],"category_scores_gemma":[0.006242443,0.00013500701,0.00016749123,0.00008446951,0.0005180407,0.00033821832,0.00022452268,0.0008382291,0.0027395096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001307184,0.00015440724,0.0008170079,0.0014525698,0.000096000105,0.00006072546,0.0030133089,5.0590803e-8,0.000167217,0.23887815,0.38434052,0.37100697],"study_design_scores_gemma":[0.000108955035,0.00002263192,0.003084363,0.0016519657,0.000041830936,0.0000019216818,0.000039430637,5.149515e-7,0.000043934753,0.00027169316,0.9945701,0.00016269683],"about_ca_topic_score_codex":0.0009209763,"about_ca_topic_score_gemma":0.000098811826,"teacher_disagreement_score":0.859392,"about_ca_system_score_codex":0.0000336509,"about_ca_system_score_gemma":0.00022403481,"threshold_uncertainty_score":0.99960166},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2756201508","doi":"10.1017/cjn.2017.214","title":"P.087 RETRACTION - Low back pain relief with a new 32-contact surgical lead and neural targeting algorithm","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pain relief; Medicine; Content (measure theory); Computer science; Algorithm; Surgery; Mathematics","score_opus":0.03444167805151606,"score_gpt":0.28807125124797045,"score_spread":0.2536295731964544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756201508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824321,0.00090003933,0.00013541509,0.013363239,0.00069940696,0.00016104168,0.0000048483066,0.0000141434475,0.0022897448],"genre_scores_gemma":[0.9909059,0.00037639713,0.0042762384,0.0036015795,0.0006830532,0.0000011686944,5.3070914e-7,0.00001400261,0.0001411356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996173,0.00062919245,0.00076499535,0.00059266493,0.00063414354,0.0012059797],"domain_scores_gemma":[0.99593407,0.00019190251,0.0009741939,0.00021084896,0.0003516886,0.0023372723],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004229264,0.0003464036,0.00066266715,0.0005492689,0.0029707807,0.0010180967,0.0011625775,0.00026888418,0.00026164742],"category_scores_gemma":[0.0031425534,0.00020781561,0.0002169029,0.00038256194,0.0048905523,0.0015493988,0.000071822345,0.0017455404,0.0000041971934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022122578,0.00004339624,0.93461114,0.000017737035,0.00002509622,0.025866512,0.00017334215,0.00011301532,0.00018990773,0.00013008757,0.0036236327,0.034984916],"study_design_scores_gemma":[0.0014211683,0.14284483,0.70656246,0.00018636452,0.00006620151,0.13554138,0.00021280632,0.008609166,0.00014168743,0.0015898696,0.0024265016,0.0003975879],"about_ca_topic_score_codex":0.0039769653,"about_ca_topic_score_gemma":0.033750553,"teacher_disagreement_score":0.22804868,"about_ca_system_score_codex":0.00013663797,"about_ca_system_score_gemma":0.0022301602,"threshold_uncertainty_score":0.9983272},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2756336022","doi":"10.1186/s12961-017-0244-2","title":"Requirements of health policy and services journals for authors to disclose financial and non-financial conflicts of interest: a cross-sectional study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Health policy; Financial services; Health services research; Payment; Finance; Business; Accounting; Public health; Public relations; Medicine; Political science; Nursing","score_opus":0.899154213398619,"score_gpt":0.7397961640869437,"score_spread":0.1593580493116753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756336022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97501963,0.0021570288,0.000017836925,0.017898455,0.0005259968,0.0034061684,0.00079693185,0.000010444791,0.00016750318],"genre_scores_gemma":[0.99477446,0.0011326484,0.00001574022,0.0020000215,0.0014219534,0.00021450703,0.000007277588,0.000019027175,0.0004143355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994307,0.0021092198,0.001411813,0.00049263897,0.0004589148,0.0012204507],"domain_scores_gemma":[0.99567676,0.00087408227,0.0007558896,0.00031709686,0.0006916885,0.0016845018],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018194139,0.00022929974,0.0008086894,0.00058944576,0.002667827,0.00018750959,0.0003912359,0.00044451802,0.0000104802075],"category_scores_gemma":[0.0032881596,0.0002067387,0.000052984662,0.00026741825,0.0006858214,0.00024501813,0.00041556603,0.0013302183,0.0000018808055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003315715,0.0010347903,0.89520156,0.014731352,0.0001627872,0.000013146479,0.01842837,0.000014867765,0.0014363034,0.039647136,0.0016226685,0.024391277],"study_design_scores_gemma":[0.0042470223,0.0035387515,0.9599242,0.0007010418,0.000011402294,0.000033689674,0.00096643425,0.00056271104,0.00026951806,0.0017550234,0.02779898,0.00019118153],"about_ca_topic_score_codex":0.016601553,"about_ca_topic_score_gemma":0.0014244284,"teacher_disagreement_score":0.06472266,"about_ca_system_score_codex":0.00023657616,"about_ca_system_score_gemma":0.0025067097,"threshold_uncertainty_score":0.9986306},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2762274663","doi":"10.1177/1747016117733506","title":"Pragmatic clinical trials and the consent process","year":2017,"lang":"en","type":"article","venue":"Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"Alberta Innovates - Health Solutions; University of Saskatchewan; University of Calgary","keywords":"Waiver; Informed consent; Legislation; Context (archaeology); Flexibility (engineering); Political science; Psychology; Public relations; Law; Business; Engineering ethics; Medicine; Alternative medicine; Economics","score_opus":0.980525196242898,"score_gpt":0.8479461696890097,"score_spread":0.1325790265538883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762274663","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083141565,0.0014304372,0.00014668191,0.8645617,0.00035294035,0.003382685,0.000011177909,0.00004719173,0.04692567],"genre_scores_gemma":[0.9576791,0.031282283,0.0004731481,0.002083276,0.0008840138,0.00016298104,0.0000029756902,0.000032644984,0.007399597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.955186,0.031160917,0.0024435853,0.000983669,0.0090559935,0.0011698115],"domain_scores_gemma":[0.054979723,0.9337486,0.0005747703,0.0034248692,0.006327481,0.0009445249],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.59554416,0.0001362509,0.0010022734,0.00010990027,0.0019934224,0.0005752031,0.0010788286,0.0014518177,0.0001439033],"category_scores_gemma":[0.96630293,0.00007199416,0.0002507067,0.00016134472,0.01718554,0.000098427416,0.0010284947,0.02880186,0.00018617851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008651492,0.0008134059,0.04471844,0.008438815,0.0007171857,0.00035153766,0.008826785,7.4077116e-7,0.0001397455,0.89973944,0.008143391,0.019459018],"study_design_scores_gemma":[0.014491879,0.00092322065,0.018751223,0.0028271985,0.00013560509,0.00006442763,0.0027473888,0.0015229726,0.00024407463,0.94945824,0.008650126,0.00018361876],"about_ca_topic_score_codex":0.0002704331,"about_ca_topic_score_gemma":0.00076687976,"teacher_disagreement_score":0.9025877,"about_ca_system_score_codex":0.00005298379,"about_ca_system_score_gemma":0.009283273,"threshold_uncertainty_score":0.9998445},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2765089630","doi":"10.1089/trgh.2017.0012","title":"Guidance and Ethical Considerations for Undertaking Transgender Health Research and Institutional Review Boards Adjudicating this Research","year":2017,"lang":"en","type":"review","venue":"Transgender Health","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Youth Services Bureau of Ottawa","funders":"","keywords":"Transgender; Confidentiality; Temptation; Informed consent; Guard (computer science); Framing (construction); Public relations; Institutional review board; Research ethics; Psychology; Political science; Engineering ethics; Medical education; Medicine; Social psychology; Law; Alternative medicine; Psychiatry; Computer science; Engineering","score_opus":0.9016664340896657,"score_gpt":0.705548719146325,"score_spread":0.19611771494334074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765089630","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016466846,0.8923207,0.0008071803,0.08888856,0.00059503963,0.0068337265,0.00069985556,0.00008680849,0.009766462],"genre_scores_gemma":[0.00018941458,0.98581755,0.0020402677,0.006929072,0.0010053735,0.0016826739,0.00020708983,0.00015117969,0.0019773585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98298717,0.008063841,0.002707469,0.0020275332,0.0015225174,0.0026914575],"domain_scores_gemma":[0.99022275,0.0051614926,0.000802003,0.0016091065,0.0008314854,0.0013731767],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.032280024,0.0007035956,0.0032101145,0.0009490529,0.008292201,0.0003149565,0.0007066667,0.0013632,0.000414871],"category_scores_gemma":[0.0015088351,0.0006626823,0.00039350905,0.0006471505,0.0020690197,0.00016011302,0.00010712478,0.0069081676,0.00009470047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017485441,0.00011831475,0.000015417922,0.29767275,0.00016975036,0.000009200358,0.0027147254,5.552148e-8,4.6510735e-8,0.12934294,0.09367245,0.47626686],"study_design_scores_gemma":[0.0008861159,0.0005423461,0.00023272353,0.026062977,0.00015912404,0.00036405167,0.00011630251,0.000003855967,1.7680811e-8,0.011225156,0.9599301,0.000477231],"about_ca_topic_score_codex":0.010028354,"about_ca_topic_score_gemma":0.0051623913,"teacher_disagreement_score":0.86625767,"about_ca_system_score_codex":0.0009179602,"about_ca_system_score_gemma":0.017136626,"threshold_uncertainty_score":0.99993324},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765187625","doi":"10.1136/bmj.j4904","title":"Canadian researchers whose studies questioned vaccine safety face second retraction","year":2017,"lang":"en","type":"letter","venue":"BMJ","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Face (sociological concept); Psychology; Library science; History; Medicine; Sociology; Computer science; Social science","score_opus":0.31409842297018065,"score_gpt":0.5251742825277179,"score_spread":0.21107585955753727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765187625","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006104271,0.002085799,0.0000050576027,0.97519106,0.0011146113,0.0018783056,0.00014763777,0.00005412532,0.018912986],"genre_scores_gemma":[0.0015557744,0.0023503022,0.00010587045,0.7568575,0.0138737075,0.00011669827,0.0007028857,0.000073080875,0.22436419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949282,0.00038428244,0.0005491297,0.00051228603,0.0015716292,0.0020544827],"domain_scores_gemma":[0.9900226,0.00092030695,0.00024153711,0.001185267,0.0007760747,0.0068542054],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047664614,0.00030670845,0.0008046483,0.00054294773,0.00051611115,0.000066798406,0.00029162536,0.0014498697,0.0015028844],"category_scores_gemma":[0.17111956,0.00024495999,0.00012427931,0.0001613256,0.00014839918,0.00016180905,0.000069193906,0.0064627845,0.00060218724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001799038,0.000012916118,0.00027109572,0.0013918147,0.00019778407,0.004156974,0.0001536519,8.2089564e-8,0.000012995554,0.0000015669357,0.9783466,0.015274619],"study_design_scores_gemma":[0.0012389498,0.00040711524,0.007617317,0.0014450453,0.000055551423,0.00016318647,0.00010730943,0.000012220713,0.000019922405,0.000042683732,0.98868597,0.0002047368],"about_ca_topic_score_codex":0.09191481,"about_ca_topic_score_gemma":0.14678405,"teacher_disagreement_score":0.21833356,"about_ca_system_score_codex":0.003733439,"about_ca_system_score_gemma":0.025979606,"threshold_uncertainty_score":0.99984646},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2765462444","doi":"10.5489/cuaj.4993","title":"Pop psychology and predatory journals","year":2017,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Psychoanalysis","score_opus":0.2567076572803043,"score_gpt":0.45094534428486244,"score_spread":0.19423768700455812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765462444","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008618276,0.003825544,0.0000070760016,0.07555229,0.8030831,0.00023482874,0.00044957668,0.000052005897,0.11593375],"genre_scores_gemma":[0.006349344,0.116104245,0.00005025232,0.002752665,0.8645695,0.000013182026,0.00016130426,0.000028522523,0.009970971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648136,0.0013213542,0.00042952356,0.00026047786,0.0008545216,0.00065277255],"domain_scores_gemma":[0.9958077,0.00079245126,0.0011214596,0.0002970811,0.000909396,0.001071892],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005035529,0.00019097672,0.0003751678,0.00029642813,0.003395057,0.0012153503,0.0008767216,0.0024642812,0.004338073],"category_scores_gemma":[0.012890271,0.00018684861,0.00014151077,0.000084918625,0.00023713968,0.00029773507,0.000053039235,0.002578276,0.00015080592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007336591,0.00001091111,0.0070256097,0.0000024513206,0.00003518581,0.000011023457,0.00095115846,1.3715612e-7,0.0000014055368,0.00006129033,0.9772489,0.01464458],"study_design_scores_gemma":[0.0002763081,0.00004509286,0.020809801,0.00002588524,0.000036160414,0.000007795069,0.00019389449,0.0000014297054,1.5381413e-8,0.0020290057,0.97638315,0.00019148733],"about_ca_topic_score_codex":0.0067289732,"about_ca_topic_score_gemma":0.07770308,"teacher_disagreement_score":0.1122787,"about_ca_system_score_codex":0.0014246345,"about_ca_system_score_gemma":0.0017456065,"threshold_uncertainty_score":0.9998853},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","score_opus":0.18654494011674747,"score_gpt":0.4686407095626851,"score_spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766184587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008786069,0.99330235,0.0004452432,0.000010429681,0.00076906494,0.004751027,0.0003124353,0.00005313996,0.00034755399],"genre_scores_gemma":[0.0001547628,0.99536604,0.002562627,0.000007044553,0.00006480063,0.0010221367,0.00015457385,0.00011997555,0.00054804736],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9899106,0.004641711,0.002831376,0.0010597184,0.0010372202,0.0005193493],"domain_scores_gemma":[0.9900385,0.0029845715,0.0039020618,0.00245925,0.00040806364,0.00020753824],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00898363,0.0010136287,0.017039774,0.0007510525,0.00014143059,0.000298963,0.00092481385,0.0008251872,0.00008103392],"category_scores_gemma":[0.0024955394,0.0007675448,0.004772052,0.0011837692,0.0002733378,0.00025153437,0.00050400087,0.0010986233,0.000031924876],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027890326,0.00011731092,0.004886171,0.87546265,0.111577414,0.00035549275,0.000009958277,4.4723913e-7,3.030312e-9,0.00053005334,0.000008788596,0.0070237983],"study_design_scores_gemma":[0.0004719409,0.00006864161,0.00024368863,0.07067263,0.8995192,0.000088054825,0.000004795082,0.0000143111865,1.764444e-7,0.0000034852947,0.028258273,0.00065481424],"about_ca_topic_score_codex":0.00004509601,"about_ca_topic_score_gemma":0.00028263003,"teacher_disagreement_score":0.80479,"about_ca_system_score_codex":0.00015310278,"about_ca_system_score_gemma":0.00020838721,"threshold_uncertainty_score":0.99947757},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2767748721","doi":"10.48550/arxiv.1711.02149","title":"Detecting Disguised Plagiarism","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Plagiarism detection; Computer science; Source code; Preprocessor; Set (abstract data type); Code (set theory); Programming language; Information retrieval; Software engineering; Natural language processing","score_opus":0.10666766742685853,"score_gpt":0.2394823423565825,"score_spread":0.13281467492972399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767748721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55427957,0.00019857497,0.028630633,0.0014060799,0.003950546,0.00069818075,0.0000765829,0.00056577456,0.41019404],"genre_scores_gemma":[0.979516,0.0006624445,0.0001464081,0.00011659243,0.0008151984,8.306713e-7,0.0000167057,0.000022409187,0.018703397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976588,0.00048219383,0.00020183904,0.000852361,0.00019333325,0.00061145675],"domain_scores_gemma":[0.9978129,0.00036334703,0.00049188413,0.000827606,0.00021871169,0.00028552528],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017290438,0.00030182063,0.0003831221,0.00017014774,0.002073889,0.00023670346,0.0020471604,0.0032437951,0.00033425636],"category_scores_gemma":[0.001337564,0.00036745498,0.00029571546,0.00015852117,0.0006709351,0.00032697295,0.00093788165,0.0053875637,0.00028085613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021799347,0.00016218107,0.02657143,0.00021254466,0.0004769772,0.0012567267,0.030076485,0.0128192,0.000058509122,0.9072318,0.012064477,0.008851642],"study_design_scores_gemma":[0.0013792298,0.000060566985,0.0030882547,0.00080991304,0.00060820935,0.000005166392,0.015177867,0.0312668,0.00026426223,0.7250943,0.21961783,0.0026275862],"about_ca_topic_score_codex":0.014615407,"about_ca_topic_score_gemma":0.0030999177,"teacher_disagreement_score":0.42523643,"about_ca_system_score_codex":0.00042467707,"about_ca_system_score_gemma":0.0006636883,"threshold_uncertainty_score":0.99987775},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2767870738","doi":"10.1136/acupmed-2016-011167","title":"Retraction: Effect of Acupuncture and Chinese Herbal Medicine on Subacute Stroke Outcomes: A Single Center Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"Acupuncture in Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Acupuncture; Randomized controlled trial; Physical therapy; Alternative medicine; Traditional Chinese medicine; Stroke (engine); Traditional medicine; Surgery; Pathology","score_opus":0.017888286591384382,"score_gpt":0.3715541582993271,"score_spread":0.3536658717079427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767870738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9103504,0.0034484747,0.0000512133,0.051237404,0.0032148245,0.017226469,0.000024202338,0.000110909656,0.014336103],"genre_scores_gemma":[0.9904959,0.0011001623,0.00009471772,0.0013448052,0.002148325,0.0007861497,0.00009467779,0.000074062526,0.003861208],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935684,0.0008997181,0.0017471847,0.00094950537,0.0020742659,0.00076093356],"domain_scores_gemma":[0.98645914,0.009981999,0.0012035605,0.0015928159,0.0003343012,0.000428194],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004358656,0.002012763,0.013811928,0.00069790665,0.00034071083,0.000037616748,0.00044393018,0.00064648245,0.0004848353],"category_scores_gemma":[0.03761193,0.00048203312,0.0011694491,0.00024706312,0.002526243,0.00022006923,0.00019948275,0.0014493773,0.000008940419],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90723664,0.0005022323,0.07798506,0.0004530446,0.0025801524,0.0005643952,0.0008442583,0.0000010800311,0.0025714878,0.000040337454,0.005667956,0.0015533387],"study_design_scores_gemma":[0.9565961,0.01176175,0.024220405,0.001574668,0.0032412198,0.00019279768,0.00014636171,0.000043727687,0.00025733575,0.00017362769,0.0014896718,0.00030234846],"about_ca_topic_score_codex":0.000279045,"about_ca_topic_score_gemma":0.00018476127,"teacher_disagreement_score":0.08014549,"about_ca_system_score_codex":0.00027785008,"about_ca_system_score_gemma":0.00007537985,"threshold_uncertainty_score":0.99976313},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2769748671","doi":"","title":"Plagiatul Și Încălcarea Drepturilor De Autor. Studiu Comparat De Jurisprudență (Plagiarism and Infringement of Author's Rights. Comparative Study of Jurisprudence)","year":2017,"lang":"ro","type":"article","venue":"SSRN Electronic Journal","topic":"Legal Rights and Human Rights","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jurisprudence; Political science; Romanian; Humanities; Economic Justice; Law; Philosophy; Linguistics","score_opus":0.03563956346162571,"score_gpt":0.3615945094176335,"score_spread":0.32595494595600777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769748671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701286,0.0040914593,0.00016284182,0.00066111446,0.00090421026,0.0009922202,0.000019821933,0.000028638164,0.0061268187],"genre_scores_gemma":[0.99210566,0.0017110512,0.000084559535,0.00001910951,0.0010911482,0.000013998742,0.0000016549055,0.00003102217,0.0049417745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917436,0.0010652628,0.0014255765,0.0007020882,0.0016200985,0.0034433233],"domain_scores_gemma":[0.9952084,0.0002884912,0.002595577,0.00079794193,0.0005925896,0.0005170434],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065980423,0.00062833383,0.0014977508,0.0003296621,0.00492375,0.00073931564,0.0020315356,0.0004580455,0.000120880126],"category_scores_gemma":[0.000083720246,0.00047079305,0.0003106912,0.00018681916,0.0017087087,0.00096141367,0.00040328005,0.003998963,0.000016847385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000729668,0.0036777998,0.044361006,0.00009255439,0.003312636,0.00008938203,0.39361036,0.000095393574,0.00022898299,0.55136347,0.0014432787,0.0009954998],"study_design_scores_gemma":[0.011759959,0.010242649,0.22922781,0.0007365299,0.0026006328,0.0001719735,0.17500369,0.00049145916,0.001420843,0.5431555,0.023285212,0.0019037346],"about_ca_topic_score_codex":0.0147787845,"about_ca_topic_score_gemma":0.11834697,"teacher_disagreement_score":0.21860665,"about_ca_system_score_codex":0.002090989,"about_ca_system_score_gemma":0.005532765,"threshold_uncertainty_score":0.9997744},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2773728013","doi":"10.1111/1911-3838.12154","title":"From Plagiarism‐Plagued to Plagiarism‐Proof: Using Anonymized Case Assignments in Intermediate Accounting","year":2017,"lang":"en","type":"article","venue":"Accounting Perspectives","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Rationalization (economics); Misconduct; Academic integrity; Computer science; Cheating; Mathematics education; Psychology; Accounting; Business; Political science; Social psychology; Library science; Law","score_opus":0.03570606692757128,"score_gpt":0.3614844814002403,"score_spread":0.32577841447266903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773728013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800699,0.0002134679,0.0017750629,0.0028185684,0.0015475058,0.0006703645,0.0000636085,0.00013606317,0.012705508],"genre_scores_gemma":[0.9936991,0.00005338646,0.0030665454,0.00047697232,0.0022537147,0.000033020235,0.000008545555,0.000054933575,0.00035383564],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957187,0.00047701327,0.00067039084,0.001049107,0.0009168336,0.001167919],"domain_scores_gemma":[0.99707645,0.0008249779,0.0007250688,0.0006717533,0.00044242066,0.0002593325],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042666965,0.0004402325,0.00064132805,0.00043365997,0.003267717,0.0014756871,0.0014719366,0.0015453248,0.00043354408],"category_scores_gemma":[0.010215345,0.0004728481,0.00016897779,0.00034319982,0.00063236617,0.0024187989,0.0005727818,0.0030938047,0.00012836648],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004753446,0.00038174493,0.24466291,0.00003999159,0.00029650226,0.0025114315,0.7243124,0.00013349613,0.006928842,0.0053476766,0.0031859865,0.011723663],"study_design_scores_gemma":[0.0059248717,0.00010408233,0.07996289,0.0015186674,0.000297235,0.00015640912,0.8659195,0.008795784,0.0044962503,0.02154299,0.007984755,0.003296575],"about_ca_topic_score_codex":0.18290022,"about_ca_topic_score_gemma":0.014175045,"teacher_disagreement_score":0.16872518,"about_ca_system_score_codex":0.001039168,"about_ca_system_score_gemma":0.00040375654,"threshold_uncertainty_score":0.9997723},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2777173335","doi":"10.1139/cjpp-2018-0072","title":"Retraction: Mitigation of azathioprine-induced testicular atrophy by taurine; an impact on inflammation, oxidative perturbations and apoptosis","year":2018,"lang":"en","type":"retraction","venue":"Canadian Journal of Physiology and Pharmacology","topic":"Aldose Reductase and Taurine","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oxidative stress; Superoxide dismutase; Endocrinology; Glutathione; Internal medicine; Antioxidant; Catalase; Testicular atrophy; Sperm; Andrology; Biology; Medicine; Enzyme; Biochemistry","score_opus":0.011631729515944492,"score_gpt":0.2899347251159121,"score_spread":0.27830299559996763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777173335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99629664,0.001705369,0.000016563134,0.00026560036,0.0011681638,0.00017127417,0.000250173,0.0000022700115,0.00012393857],"genre_scores_gemma":[0.9932473,0.0024822813,0.000063300206,0.00013146644,0.0029939369,0.000007180615,0.00089425227,0.000024525656,0.00015581166],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987524,0.00024550964,0.00040937174,0.00028200506,0.00008658782,0.00022412959],"domain_scores_gemma":[0.9982528,0.00005927716,0.0006782448,0.00013984033,0.0005097542,0.00036006412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019270006,0.0002597538,0.0004108533,0.0002670773,0.00016795818,0.000012009364,0.00012101978,0.0007260963,0.000325531],"category_scores_gemma":[0.000088905144,0.00022806322,0.00010885411,0.000101405625,0.00030413683,0.000027892464,0.00001629271,0.0005319114,0.00000221744],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017675952,0.000037730708,0.00012650239,0.00008368917,0.00045996803,0.0000053129675,0.000081331724,0.000019292578,0.96280944,0.00001382246,0.03542974,0.00075642904],"study_design_scores_gemma":[0.00088549365,0.00428639,0.0031991464,0.00006188332,0.00039891864,0.00022765614,0.000049265553,0.000037604816,0.9539667,0.00019505703,0.03640125,0.0002906657],"about_ca_topic_score_codex":0.00030469213,"about_ca_topic_score_gemma":0.00011135335,"teacher_disagreement_score":0.008842754,"about_ca_system_score_codex":0.00006672287,"about_ca_system_score_gemma":0.00081452675,"threshold_uncertainty_score":0.93001485},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2778170473","doi":"10.1016/j.jinorgbio.2017.10.008","title":"Retraction Notice to “Subcutaneous injections of aluminum at vaccine adjuvant levels activate innate immune genes in mouse brain that are homologous with biomarkers of autism” [Journal of Inorganic Biochemistry 177 (2017) 39–54]","year":2017,"lang":"en","type":"retraction","venue":"Journal of Inorganic Biochemistry","topic":"Aluminum toxicity and tolerance in plants and animals","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Notice; Adjuvant; Chemistry; Innate immune system; Autism; Immune system; Homologous chromosome; Gene; Immunology; Biochemistry; Medicine; Psychiatry","score_opus":0.020500683781179002,"score_gpt":0.23915984303611662,"score_spread":0.21865915925493762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778170473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99240196,0.0044352454,0.000006392554,0.0012092646,0.0009131002,0.00018731946,0.00073334825,0.000011363319,0.00010202195],"genre_scores_gemma":[0.99287057,0.00420876,0.0001236783,0.000043592732,0.00079177244,0.0000019422548,0.00006339179,0.000015209495,0.0018810846],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962676,0.0001226768,0.0018034556,0.00045104197,0.0008832559,0.00047197696],"domain_scores_gemma":[0.9907695,0.00036985238,0.0075364304,0.00029925595,0.0007737874,0.00025118672],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009745568,0.0005729215,0.00158069,0.00018539358,0.00025714395,0.00007544654,0.0010384886,0.0014983441,0.00038239546],"category_scores_gemma":[0.0005454519,0.00030070046,0.0004324762,0.0005332459,0.00020692575,0.00033089053,0.00018187358,0.0017698433,0.0000035346911],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001380754,0.00044107888,0.002164716,0.00045555443,0.0004828972,0.000368973,0.00011325966,0.000012954544,0.98649365,1.8607724e-7,0.0029759626,0.0051099933],"study_design_scores_gemma":[0.0007978219,0.0011787935,0.022340808,0.002340798,0.00022172659,0.009020934,0.0006851426,0.0000043603522,0.9614527,0.000008986397,0.0014564358,0.0004914752],"about_ca_topic_score_codex":0.00029429712,"about_ca_topic_score_gemma":0.00020233054,"teacher_disagreement_score":0.025040952,"about_ca_system_score_codex":0.00050504913,"about_ca_system_score_gemma":0.0003925801,"threshold_uncertainty_score":0.9999445},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2782830987","doi":"10.2147/jmdh.s151745","title":"Exploring the characteristics, global distribution and reasons for retraction of published articles involving human research participants: a literature survey","year":2018,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Scientific misconduct; Misconduct; Human research; Medicine; Research integrity; Research ethics; Psychology; Alternative medicine; Political science; Law; Pathology; Psychiatry; Public relations","score_opus":0.3137519640706948,"score_gpt":0.47320960417727975,"score_spread":0.15945764010658497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782830987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97932386,0.0006061531,0.00017886145,0.018495353,0.0007472023,0.00028056937,0.0003329791,0.000008592391,0.00002644514],"genre_scores_gemma":[0.99748963,0.0008089292,0.00018298415,0.000023741533,0.0014134368,0.000010498448,0.000040001014,0.000005985788,0.000024794024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963614,0.0017639464,0.0006132077,0.00016631419,0.0006426407,0.00045251692],"domain_scores_gemma":[0.99468124,0.001194562,0.0004919742,0.0001459372,0.003253248,0.00023303802],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.019114833,0.00008927316,0.00023954913,0.000075950134,0.0018949816,0.00014994829,0.00027031678,0.00031429264,0.000006395994],"category_scores_gemma":[0.010043449,0.00006389211,0.000068061454,0.0005823249,0.0005889768,0.0010422074,0.00008415802,0.0014182548,6.4417117e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016405573,0.00025950017,0.79740167,0.000398708,0.000085518484,0.000015232267,0.14393999,9.65469e-7,0.0011064596,0.030967752,0.0062269634,0.017956695],"study_design_scores_gemma":[0.00026650232,0.00050446374,0.9637245,0.0006904247,0.000017637867,0.000011902404,0.026063602,0.00013812243,0.00015120291,0.0072248415,0.0011271136,0.0000797064],"about_ca_topic_score_codex":0.0032036724,"about_ca_topic_score_gemma":0.007232984,"teacher_disagreement_score":0.16632281,"about_ca_system_score_codex":0.0003002164,"about_ca_system_score_gemma":0.0003758471,"threshold_uncertainty_score":0.99940443},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2793499162","doi":"10.1007/s11121-018-0868-7","title":"Innovation and Integrity in Intervention Research: Conceptual Issues, Methodology, and Knowledge Translation","year":2018,"lang":"en","type":"editorial","venue":"Prevention Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Engineering ethics; Knowledge translation; Transparency (behavior); Health psychology; Knowledge management; Quality (philosophy); Translational research; Knowledge transfer; Management science; Sociology; Public health; Computer science; Psychology; Medicine; Engineering; Epistemology","score_opus":0.9528265798018847,"score_gpt":0.8058821268165601,"score_spread":0.14694445298532455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793499162","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21425751,0.00136317,0.014157599,0.0061068693,0.75307626,0.0060347263,0.00023415359,0.00018423432,0.0045854687],"genre_scores_gemma":[0.22673692,0.0028446265,0.068086505,0.0011331371,0.67775357,0.0029474404,0.00059184624,0.00016603382,0.019739905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839572,0.010333331,0.001898871,0.0011911446,0.0015880506,0.0010314105],"domain_scores_gemma":[0.98268694,0.012371907,0.0008348661,0.00042517803,0.003456576,0.00022456016],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.10284258,0.00022731542,0.00045191144,0.0024405217,0.0014278879,0.000098982804,0.000540831,0.0007809585,0.0002678011],"category_scores_gemma":[0.053319395,0.00022369355,0.000030288295,0.004565819,0.003550946,0.0012474317,0.0005233055,0.0028427583,0.00010729172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012014887,0.000097813194,0.0023581467,0.0010682269,0.000008580598,0.0000010042183,0.077653125,1.2394182e-7,0.0013649317,0.01619226,0.8205589,0.08057676],"study_design_scores_gemma":[0.0016398457,0.00036740792,0.0072311414,0.0012274402,0.000010785906,9.978169e-7,0.010181303,0.00021670951,0.00009954149,0.022074854,0.9566884,0.00026159684],"about_ca_topic_score_codex":0.001510329,"about_ca_topic_score_gemma":0.004791185,"teacher_disagreement_score":0.1361295,"about_ca_system_score_codex":0.0006982519,"about_ca_system_score_gemma":0.0042020082,"threshold_uncertainty_score":0.9998721},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2794323348","doi":"10.1016/j.tox.2018.03.005","title":"Retraction Notice: Letter to the editor","year":2018,"lang":"en","type":"retraction","venue":"Toxicology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Notice; Computer science; Political science; Law","score_opus":0.04554659872694404,"score_gpt":0.24893179411885083,"score_spread":0.2033851953919068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794323348","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012312854,0.00085613714,0.0001778028,0.006409063,0.32399932,0.00026276617,0.00078562583,0.000047599904,0.66733855],"genre_scores_gemma":[0.00032295502,0.0006842517,0.00014113268,0.0042728237,0.09089812,0.00007220191,0.00006178703,0.000035994253,0.90351075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983286,0.000018516615,0.00051950006,0.0006813851,0.000047072986,0.00040492258],"domain_scores_gemma":[0.9987906,0.00011631849,0.0004641091,0.0005079966,0.00004825067,0.0000727288],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009004183,0.00021712737,0.0005103454,0.00029290846,0.000291862,0.00010930627,0.00041043424,0.00087067246,0.04108632],"category_scores_gemma":[0.00027007985,0.00019909312,0.00015813371,0.00016509515,0.00015301342,0.00013661603,0.00016089345,0.0006732717,0.18624684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012117453,0.000027751683,0.000027803653,0.000018781931,0.00008248582,0.0000013460476,0.00019281049,0.000006647564,0.0000019450767,0.0015738204,0.9972376,0.0008168809],"study_design_scores_gemma":[0.00011283582,0.00007464409,0.000147884,0.0000110180845,0.000018855606,0.0000030295087,0.000053090083,0.00004617068,0.0000061179085,0.0002589552,0.999036,0.00023139225],"about_ca_topic_score_codex":0.00009463567,"about_ca_topic_score_gemma":0.000093919414,"teacher_disagreement_score":0.23617217,"about_ca_system_score_codex":0.00035780057,"about_ca_system_score_gemma":0.000029990691,"threshold_uncertainty_score":0.9597902},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2794995886","doi":"10.1101/256982","title":"Ethical Shades of Gray: Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government; U.S. Navy; U.S. Department of Defense","keywords":"Scientific misconduct; Psychology; Research ethics; Misconduct; Gray (unit); Medical education; Data collection; Public relations; Medicine; Alternative medicine; Political science; Social science; Sociology; Psychiatry; Law; Pathology","score_opus":0.09381003052914959,"score_gpt":0.42703758821685456,"score_spread":0.33322755768770496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794995886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759161,0.005274798,0.00057403,0.1068329,0.0054186955,0.0038146304,0.00019215049,0.00037987254,0.0015968262],"genre_scores_gemma":[0.9903127,0.001986016,0.0055632405,0.000579706,0.0012094947,0.00023335748,5.649513e-7,0.00003488248,0.00008004762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99162626,0.0049055973,0.0007468297,0.00073346525,0.0012446367,0.00074323016],"domain_scores_gemma":[0.9947086,0.0011165761,0.001170642,0.0006208651,0.0020643538,0.000318967],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.026002323,0.00023142324,0.00044976032,0.00057956885,0.00079183,0.00013889461,0.0009220174,0.0035376437,0.00015105591],"category_scores_gemma":[0.018439127,0.0002417709,0.000070705704,0.0011956852,0.00094635633,0.00028397667,0.00040029534,0.009877468,0.00006305681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016327213,0.001807551,0.11771498,0.0036433071,0.00012279047,0.000013130869,0.0082657095,0.000020601297,0.020658098,0.78831214,0.05924716,0.00003129297],"study_design_scores_gemma":[0.00084185926,0.00041606955,0.25817952,0.023053214,0.00009085092,2.917427e-8,0.005815611,0.0003845646,0.024663974,0.008013566,0.67627716,0.002263586],"about_ca_topic_score_codex":0.033803068,"about_ca_topic_score_gemma":0.0010235964,"teacher_disagreement_score":0.78029853,"about_ca_system_score_codex":0.00087666424,"about_ca_system_score_gemma":0.019543197,"threshold_uncertainty_score":0.99775594},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2795929024","doi":"","title":"Retraction: Short Communication: Organogenesis and somatic embryogenesis in callus derived from HBsAg-transgenic tomato mutant","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Plant Science","topic":"Transgenic Plants and Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Organogenesis; Somatic embryogenesis; Callus; Biology; Mutant; Somatic cell; Transgene; Cell biology; HBsAg; Embryo; Embryogenesis; Botany; Genetics; Gene; Virus; Hepatitis B virus","score_opus":0.012688595765100773,"score_gpt":0.23337531718366478,"score_spread":0.220686721418564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795929024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99775285,0.00074239535,0.0006142999,0.00031787722,0.00012787391,0.00007651004,0.00026988768,0.000002079102,0.00009622972],"genre_scores_gemma":[0.998533,0.0002617819,0.0009399564,0.00012586263,0.000092839764,0.000002596966,0.000022007429,0.000006493517,0.000015468222],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999158,0.000031183215,0.0002712306,0.00018054579,0.00013645687,0.00022253266],"domain_scores_gemma":[0.999177,0.000019571738,0.00007517201,0.0002525081,0.000116273615,0.00035951467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032750802,0.000090288326,0.000126159,0.0001364876,0.00022583439,0.00005576423,0.0004306907,0.00008427246,0.000046257377],"category_scores_gemma":[0.000044745313,0.000083017396,0.000029901863,0.00025323135,0.00044226425,0.000020066826,0.000015365402,0.00009204722,0.0000028146376],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013801103,0.00000958132,0.014161112,0.0000028658278,0.000013175164,0.000013880243,0.00024088868,0.000009130348,0.98460907,0.000022536602,0.000120620796,0.00078335666],"study_design_scores_gemma":[0.0003807856,0.00012647672,0.36477283,0.000086563334,0.00004268083,0.0007161535,0.0004247878,0.00018032985,0.62677526,0.00009476031,0.006149184,0.0002501918],"about_ca_topic_score_codex":0.0016753125,"about_ca_topic_score_gemma":0.07225942,"teacher_disagreement_score":0.3578338,"about_ca_system_score_codex":0.000043175005,"about_ca_system_score_gemma":0.0010674444,"threshold_uncertainty_score":0.9446694},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2796061222","doi":"10.33137/q.i..v24i2.9219","title":"Plagiarism or Fantasy: Examining &lt;i&gt;Naja Tripudians&lt;/i&gt; by Annie Vivanti","year":2003,"lang":"en","type":"article","venue":"Quaderni d italianistica","topic":"Bangladesh Politics, Society, and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fantasy; Art; Literature","score_opus":0.04033143618612303,"score_gpt":0.29491594826419365,"score_spread":0.25458451207807065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796061222","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029444631,0.0043514688,0.007815484,0.002136518,0.003250419,0.0008645104,0.00045206802,0.0007517428,0.95093316],"genre_scores_gemma":[0.9521189,0.0010928059,0.0031022571,0.0019069511,0.00053324964,0.000058576665,0.00006969585,0.00008976106,0.04102784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99525213,0.0005208737,0.0007413306,0.0007916879,0.0011126541,0.0015813262],"domain_scores_gemma":[0.9975935,0.0007338556,0.00025019838,0.00046194423,0.0002009882,0.0007594928],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012848136,0.00047465594,0.00057759834,0.00010398533,0.0014939685,0.0004115282,0.0006079222,0.0006464217,0.0063791545],"category_scores_gemma":[0.0018872035,0.0004626921,0.00018431006,0.00051030127,0.00097653933,0.00031430126,0.000072987015,0.00040686276,0.0012450069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025094629,0.00034433106,0.00045481906,0.00006905521,0.00016736775,0.00013549277,0.040755123,6.0186085e-7,0.0011970833,0.2789524,0.67678076,0.0011178689],"study_design_scores_gemma":[0.0005996933,0.00013190703,0.0009838808,0.000061849336,0.000080948324,0.000010208341,0.014540351,0.000020268004,0.00050938793,0.0052776546,0.9770023,0.0007815479],"about_ca_topic_score_codex":0.00043810208,"about_ca_topic_score_gemma":0.00051815243,"teacher_disagreement_score":0.92267424,"about_ca_system_score_codex":0.0004979926,"about_ca_system_score_gemma":0.0010425868,"threshold_uncertainty_score":0.9998059},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2801554343","doi":"10.1108/ils-10-2017-0105","title":"Addressing student plagiarism from the library learning commons","year":2018,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cheating; Originality; Academic integrity; Commons; Reputation; Best practice; Pedagogy; Psychology; Knowledge management; Engineering ethics; Sociology; Computer science; Political science; Engineering; Creativity","score_opus":0.04724126962542325,"score_gpt":0.34056163589107585,"score_spread":0.2933203662656526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801554343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6884722,0.00024205452,0.0009432412,0.01494721,0.00045138918,0.00012893935,0.0000029600058,0.00020797674,0.29460403],"genre_scores_gemma":[0.9957598,0.00014929277,0.00048637827,0.0020664986,0.00043377242,0.0000028615864,0.0000097772545,0.0000023472764,0.0010892792],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983256,0.00061160914,0.00020804783,0.00010340277,0.00050893123,0.00024240332],"domain_scores_gemma":[0.9986842,0.00096387294,0.00017155064,0.00005134662,0.00005471235,0.000074289346],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029270204,0.00007526173,0.000081045146,0.00006312404,0.00618126,0.0010666553,0.00041499484,0.00022614445,0.0005543545],"category_scores_gemma":[0.0010456438,0.000051441926,0.000023696817,0.00033693915,0.0015184394,0.0027220023,0.00010483231,0.0015593802,0.00017938564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011362039,0.000008286992,0.224653,0.000003325046,0.000013282655,4.8031e-7,0.59337485,0.00024367706,0.000012777147,0.04741323,0.012859159,0.121406555],"study_design_scores_gemma":[0.00008565179,0.000047705875,0.02794486,0.00004721516,0.000005243207,9.356401e-7,0.14837217,0.0022540216,0.000022250897,0.0008160821,0.82030725,0.000096586795],"about_ca_topic_score_codex":0.0030201746,"about_ca_topic_score_gemma":0.00022972308,"teacher_disagreement_score":0.8074481,"about_ca_system_score_codex":0.000013458064,"about_ca_system_score_gemma":0.00015867481,"threshold_uncertainty_score":0.9999703},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2803387226","doi":"10.1186/s13063-018-2654-z","title":"Outcome pre-specification requires sufficient detail to guard against outcome switching in clinical trials: a case study","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University Hospital","funders":"","keywords":"Medicine; Outcome (game theory); Confidence interval; Clinical trial; Odds ratio; Guard (computer science); Odds; Internal medicine; Logistic regression","score_opus":0.9745720513411243,"score_gpt":0.7350387175842116,"score_spread":0.23953333375691277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803387226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669095,0.0001924589,0.020609692,0.0008737469,0.00220195,0.008291474,0.000017965387,0.000021095735,0.0008821021],"genre_scores_gemma":[0.9926426,0.000007930387,0.002960706,0.00059130765,0.0011123541,0.00028809652,0.0000022618317,0.000023335439,0.002371427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5713759,0.2660154,0.14800437,0.003869434,0.009803327,0.0009315178],"domain_scores_gemma":[0.8102284,0.13525577,0.038307622,0.012688746,0.002651151,0.000868289],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.84578615,0.00050134124,0.014374622,0.0011307377,0.00026551852,0.0015695236,0.0022041262,0.00019927006,0.0030339013],"category_scores_gemma":[0.73272735,0.00023681598,0.0039451057,0.0024680921,0.00006748258,0.00030203146,0.0003314092,0.00038016564,0.006301441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004346348,0.0012393151,0.80246836,0.00002745229,0.00045192303,0.0003285178,0.010202989,0.00014016085,0.00024271915,0.00033117563,0.011247613,0.17288513],"study_design_scores_gemma":[0.023105454,0.004686238,0.67368543,0.0003759377,0.0056860438,0.00033449434,0.11354135,0.018845405,0.00018872737,0.004348011,0.15178132,0.0034215911],"about_ca_topic_score_codex":0.00014140093,"about_ca_topic_score_gemma":0.0013964756,"teacher_disagreement_score":0.23885249,"about_ca_system_score_codex":0.0001176823,"about_ca_system_score_gemma":0.00011917619,"threshold_uncertainty_score":0.99946696},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2803748040","doi":"10.1186/s12910-018-0277-2","title":"A scoping review of reporting ‘Ethical Research Practices’ in research conducted among refugees and war-affected populations in the Arab world","year":2018,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Refugee; Research ethics; Informed consent; Philosophy of medicine; Political science; Institutional review board; Qualitative research; Public relations; Public health; Medicine; Family medicine; Psychology; Alternative medicine; Sociology; Law; Social science; Nursing; Psychiatry","score_opus":0.9563702929605248,"score_gpt":0.7930182901908189,"score_spread":0.16335200276970585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803748040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039680177,0.96610034,0.000012076785,0.023695718,0.00020450728,0.0074208477,0.000007010827,0.000038131613,0.0021245843],"genre_scores_gemma":[0.00017067592,0.9939109,0.0020159846,0.0017172573,0.0006552283,0.0009456218,0.0001235566,0.00010151701,0.00035926944],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8414944,0.10592319,0.014740672,0.002957871,0.032326486,0.002557402],"domain_scores_gemma":[0.010789754,0.9640566,0.006885395,0.004127708,0.012810642,0.0013298789],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.6016159,0.0005028853,0.004273106,0.0022579976,0.0004936331,0.000094977775,0.0018209056,0.008939961,0.00037935463],"category_scores_gemma":[0.9893818,0.00032399513,0.0004650162,0.010058069,0.009444243,0.00014166001,0.0017584795,0.13033654,0.000040858395],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006084946,0.0003943197,0.0017143603,0.9796985,0.00005099778,0.00067299494,0.00068586355,2.6487228e-8,4.807986e-7,0.008699561,0.0014047073,0.0066173715],"study_design_scores_gemma":[0.0005800133,0.0003315939,0.00086873496,0.97554857,0.00019470652,0.00019878098,0.00027591627,0.000027588732,6.2810943e-7,0.005489988,0.01623114,0.00025236982],"about_ca_topic_score_codex":0.0018249706,"about_ca_topic_score_gemma":0.21411623,"teacher_disagreement_score":0.85813344,"about_ca_system_score_codex":0.0005097445,"about_ca_system_score_gemma":0.08536811,"threshold_uncertainty_score":0.9999212},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2807123811","doi":"10.3138/jsp.49.3.02","title":"Journal Retractions: Some Unique Features of Research Misconduct in China","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Northwestern University","keywords":"China; Misconduct; Boom; Scientific misconduct; Research data; Political science; Public relations; Criminology; Law; Sociology; Engineering; Library science; Computer science; Medicine; Subject (documents); Alternative medicine","score_opus":0.09045961053599434,"score_gpt":0.40771585992933085,"score_spread":0.3172562493933365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807123811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395872,0.0029184183,0.00010660002,0.080217324,0.0025233338,0.00012994911,0.000004698163,0.000011932419,0.07450056],"genre_scores_gemma":[0.9878145,0.0014237976,0.0025539792,0.0004135448,0.006066776,6.2436595e-7,5.5859044e-7,0.000011778,0.0017144397],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935482,0.0023357782,0.0008774643,0.00014104426,0.0025799335,0.0005175682],"domain_scores_gemma":[0.99250937,0.00089904777,0.00086038234,0.00014436306,0.0052608326,0.0003259975],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.06693082,0.00009892168,0.00029028664,0.001495412,0.001031267,0.009858307,0.0015776755,0.001180329,0.0002699699],"category_scores_gemma":[0.063157916,0.000082569255,0.00014079541,0.0014288011,0.00062541047,0.082299754,0.000094570845,0.023557188,0.000005669476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004611059,0.00040036367,0.05045576,0.000053452273,0.00018753624,0.00032042933,0.13856232,0.000013480022,0.013989632,0.2692521,0.50021327,0.026090546],"study_design_scores_gemma":[0.0013366375,0.0007252249,0.14519134,0.0018917333,0.000035859037,0.0009407221,0.08425781,0.0000078655585,0.0038848317,0.40618652,0.35520327,0.0003381865],"about_ca_topic_score_codex":0.0038845146,"about_ca_topic_score_gemma":0.00086604443,"teacher_disagreement_score":0.14822732,"about_ca_system_score_codex":0.0005108395,"about_ca_system_score_gemma":0.0020000616,"threshold_uncertainty_score":0.9911696},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2807496975","doi":"10.7759/cureus.2698","title":"Combating Scientific Misconduct: The Role of Focused Workshops in Changing Attitudes Towards Plagiarism","year":2018,"lang":"en","type":"article","venue":"Cureus","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dalhousie University","keywords":"Scientific misconduct; Misconduct; Medicine; Medical education; Test (biology); Descriptive statistics; IBM; Family medicine; Research ethics; Alternative medicine; Psychiatry; Pathology","score_opus":0.03738302534706906,"score_gpt":0.32233824546843215,"score_spread":0.2849552201213631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807496975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90490603,0.0017370774,0.00021644037,0.0033100063,0.0012954824,0.00028875435,0.000008114379,0.00005163005,0.08818647],"genre_scores_gemma":[0.99772954,0.000030665648,0.0004926257,0.00014065835,0.00052273134,0.000007913349,0.000002731236,0.0000074653985,0.0010656823],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983909,0.00026412559,0.00024118723,0.00022029142,0.00043954345,0.00044391054],"domain_scores_gemma":[0.99916804,0.000274552,0.00012499788,0.00021435706,0.00015978489,0.000058240083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004350223,0.00009638193,0.00015577613,0.00013549019,0.0008878148,0.00011509875,0.00064265035,0.00045370116,0.00034329316],"category_scores_gemma":[0.0009878365,0.0000733184,0.0000546857,0.00090003427,0.0011672764,0.00024206509,0.000114951006,0.0008652407,0.00003518229],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026103078,0.00013761618,0.033215694,0.000021959217,0.000050588686,0.000003851881,0.5155541,0.000011469626,0.0043509486,0.34757528,0.0039224653,0.09512992],"study_design_scores_gemma":[0.0010074321,0.00015379647,0.014241293,0.0008563508,0.000075608725,0.000004996641,0.26008242,0.0031515001,0.04101154,0.12338819,0.55505383,0.00097306416],"about_ca_topic_score_codex":0.003666189,"about_ca_topic_score_gemma":0.0064881807,"teacher_disagreement_score":0.55113137,"about_ca_system_score_codex":0.00008154223,"about_ca_system_score_gemma":0.0002223818,"threshold_uncertainty_score":0.68284434},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811055236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2826165912","doi":"10.1177/0961000618785408","title":"Correction and retraction practices in library and information science journals","year":2018,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Library science; Quality (philosophy); Web of science; Information science; Minor (academic); Computer science; MEDLINE; Political science; Law","score_opus":0.03919387877003243,"score_gpt":0.3343058517107731,"score_spread":0.29511197294074065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2826165912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80517894,0.0002040013,0.0011104094,0.014888463,0.002572808,0.00017183165,0.0000025891475,0.00002427517,0.17584667],"genre_scores_gemma":[0.9918943,0.005207546,0.0010870829,0.0014518505,0.0003113482,6.1722847e-7,5.2187846e-7,0.0000014620174,0.00004526802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99805874,0.000115081304,0.0006067725,0.00008317059,0.00090264395,0.00023358362],"domain_scores_gemma":[0.9975951,0.00032385276,0.0013836853,0.000059786933,0.000390499,0.0002471066],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008421669,0.00007548315,0.00012215709,0.0014279231,0.0011488053,0.0023217825,0.00030335787,0.00020998753,0.00005189248],"category_scores_gemma":[0.00594334,0.00006276134,0.000013687216,0.0020479579,0.0019621646,0.35438251,0.00007608136,0.0008665818,0.0000054419115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042750523,0.000037618152,0.17570156,0.000064098866,0.000009776818,0.000002627031,0.18631038,0.000012335888,0.0014230402,0.3660012,0.0043331473,0.2656767],"study_design_scores_gemma":[0.0006312456,0.00034632112,0.6288362,0.0003298884,0.000014689149,0.0003809178,0.053050164,0.0046655145,0.0023762987,0.0050286246,0.30409724,0.00024289024],"about_ca_topic_score_codex":0.00006300099,"about_ca_topic_score_gemma":0.00000547354,"teacher_disagreement_score":0.45313466,"about_ca_system_score_codex":0.000044149943,"about_ca_system_score_gemma":0.0011583335,"threshold_uncertainty_score":0.9987139},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2883405865","doi":"10.1177/1609406918788203","title":"Ethical, Practical, and Methodological Considerations for Unobtrusive Qualitative Research About Personal Narratives Shared on the Internet","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Qualitative research; Confidentiality; Engineering ethics; Popularity; The Internet; Ethical issues; Narrative; Diligence; Due diligence; Psychology; Informed consent; Research ethics; Internet research; Internet privacy; Public relations; Sociology; Social psychology; Political science; Computer science; Medicine; Engineering; Social science","score_opus":0.9160692370572425,"score_gpt":0.7703199511312407,"score_spread":0.14574928592600178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883405865","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03198739,0.00031928916,0.6766323,0.28149402,0.0014320958,0.00068871083,0.00012169096,0.000020470165,0.007304007],"genre_scores_gemma":[0.13227034,0.00009043547,0.8612159,0.0040881657,0.0014258581,0.00009691079,0.0000035043086,0.000024351604,0.0007845469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8531577,0.14316013,0.0010659624,0.00043652512,0.0017126647,0.00046699334],"domain_scores_gemma":[0.6989594,0.2894471,0.0009941151,0.00015524318,0.010171127,0.00027304253],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20287064,0.00026625695,0.0006177432,0.0004695307,0.0012997442,0.0005183916,0.000576086,0.00033103355,0.0012751888],"category_scores_gemma":[0.2785402,0.00017180659,0.00031298766,0.00044012387,0.0078103794,0.00047766225,0.00015805474,0.0019484883,0.000016090102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005086416,0.000076838995,0.0000032327493,0.0000046815467,0.0002985417,0.00000595459,0.48363698,2.1825801e-7,0.0008657399,0.5016402,0.010808172,0.0021507614],"study_design_scores_gemma":[0.00043241627,0.0011877662,0.000058516827,0.00009501144,0.000018833305,0.000015009167,0.45312527,0.00005466014,0.001275246,0.49665374,0.046951532,0.00013199258],"about_ca_topic_score_codex":0.0001898817,"about_ca_topic_score_gemma":0.00013549392,"teacher_disagreement_score":0.27740586,"about_ca_system_score_codex":0.000313098,"about_ca_system_score_gemma":0.0009307466,"threshold_uncertainty_score":0.9996713},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2884538269","doi":"10.2196/10939","title":"User Perspectives of a Web-Based Data-Sharing Platform (Open Humans) on Ethical Oversight in Participant-Led Research: Protocol for a Quantitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Research ethics; Computer science; Data collection; Data sharing; World Wide Web; Psychology; Data science; Knowledge management; Internet privacy; Medicine; Alternative medicine; Sociology","score_opus":0.9669381264645935,"score_gpt":0.8054270301916884,"score_spread":0.16151109627290516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884538269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013336882,7.366907e-7,0.000024329796,0.004786267,0.0000055302557,0.97678787,0.000070406066,0.000052216255,0.004935789],"genre_scores_gemma":[0.07444551,3.4920131e-7,0.0026747906,0.00016778204,0.00026272182,0.92136574,0.000014352754,0.00010132452,0.00096741493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9832409,0.003526958,0.0016081447,0.002499397,0.006969893,0.0021546765],"domain_scores_gemma":[0.9528271,0.034966715,0.00025212072,0.0041572982,0.0071562715,0.00064052746],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.101704344,0.00035341282,0.0010816165,0.0015393035,0.0007422533,0.0004278411,0.0048189145,0.00095328694,0.000859915],"category_scores_gemma":[0.093330994,0.0002745777,0.00015018853,0.0025136732,0.0036972333,0.0006232607,0.0052804477,0.011522962,0.00017806292],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3341305,0.0778822,0.12113768,0.014006684,0.0006547078,0.0005375994,0.057790022,0.000006402675,0.0085737575,0.35158405,0.03213105,0.0015653496],"study_design_scores_gemma":[0.16470167,0.3306735,0.07193395,0.0633284,0.000037657086,0.000004075161,0.07635671,0.01607783,0.01290499,0.082277946,0.18031746,0.0013858221],"about_ca_topic_score_codex":0.00054271345,"about_ca_topic_score_gemma":0.004555881,"teacher_disagreement_score":0.2693061,"about_ca_system_score_codex":0.0006849791,"about_ca_system_score_gemma":0.0050397227,"threshold_uncertainty_score":0.9999706},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2885159808","doi":"10.12968/denn.2018.14.8.374","title":"The dos and don'ts of plagiarism","year":2018,"lang":"en","type":"article","venue":"Dental Nursing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Dental nurse; Medicine; Nursing; Professional development; Medical education; Nurse education","score_opus":0.0846438843209178,"score_gpt":0.44361676944235895,"score_spread":0.35897288512144115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885159808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943104,0.0004934703,0.000102379134,0.0022319509,0.000759035,0.00010404551,4.3115958e-7,0.000008673488,0.0019896473],"genre_scores_gemma":[0.99919796,0.000056610355,0.00013934704,0.00014200696,0.0003139588,0.0000014971835,0.0000017148138,0.000004208848,0.00014269505],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996131,0.000012439283,0.00012463363,0.00006733495,0.00008501819,0.000097481585],"domain_scores_gemma":[0.9997176,0.000060281458,0.00003317912,0.000084849264,0.00005690747,0.00004718785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008577339,0.00003317181,0.000055108816,0.000021916061,0.00015579603,0.000010023109,0.000024110339,0.000043019496,0.0000197241],"category_scores_gemma":[0.000050565246,0.000023226574,0.000014160149,0.000060052676,0.00027953155,0.000030903015,0.0000051093516,0.00007267568,0.000015886913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012770334,0.00007497006,0.080155335,0.000023622764,0.000008957844,0.0000017300983,0.007775449,7.014607e-8,0.009392207,0.0010063743,0.0020305275,0.89940304],"study_design_scores_gemma":[0.000179513,0.0011042799,0.23777378,0.0012467357,0.00010546976,0.00037068783,0.052538164,0.001837629,0.68411475,0.012170089,0.00836696,0.00019192102],"about_ca_topic_score_codex":0.0002314157,"about_ca_topic_score_gemma":0.000041196745,"teacher_disagreement_score":0.8992111,"about_ca_system_score_codex":0.000034488443,"about_ca_system_score_gemma":0.00002777803,"threshold_uncertainty_score":0.11982729},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2885486887","doi":"10.1097/sla.0000000000003000","title":"The Impact of Corporate Payments on Robotic Surgery Research","year":2018,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Receiver operating characteristic; MEDLINE; Payment; Randomized controlled trial; Subspecialty; Receipt; Reimbursement; Surgery; Finance; Family medicine; Accounting; Internal medicine; Health care","score_opus":0.9482832339905379,"score_gpt":0.6850751894529977,"score_spread":0.2632080445375402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885486887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890498,0.0009092454,0.0000014150266,0.0053089056,0.0011620948,0.00025203184,0.000083672516,0.000025368656,0.0032074607],"genre_scores_gemma":[0.9950463,0.0026206933,0.0000017545447,0.0011251353,0.0004948324,0.000020899115,0.00001607453,0.000022146978,0.000652138],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99516475,0.00227793,0.00081696437,0.0002775537,0.00044711694,0.0010156952],"domain_scores_gemma":[0.9841489,0.013376609,0.00049634406,0.0003963463,0.0011190159,0.00046278498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010829706,0.00020434149,0.0005431992,0.0002992231,0.0005600578,0.000016328002,0.0003119778,0.00043097633,0.0010942827],"category_scores_gemma":[0.0016007863,0.00013837378,0.00041370612,0.00081732374,0.0016125276,0.000111942674,0.000098227574,0.0014579707,0.00022838691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003562022,0.0009999188,0.37714472,0.0001629925,0.0006475381,0.00006118006,0.00021905145,0.0001907366,0.0059070955,0.0014680766,0.56193256,0.047704086],"study_design_scores_gemma":[0.00062031206,0.0012020995,0.41227248,0.00050899404,0.000084034255,0.00002604776,0.00028671563,0.0014634825,0.5080839,0.012531787,0.062280487,0.00063964404],"about_ca_topic_score_codex":0.00014506542,"about_ca_topic_score_gemma":0.000006428683,"teacher_disagreement_score":0.5021768,"about_ca_system_score_codex":0.000038070844,"about_ca_system_score_gemma":0.00062968716,"threshold_uncertainty_score":0.99981886},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2885785561","doi":"10.2196/11239","title":"Facilitating the Informed Consent Process Using Teleconsent: Protocol for a Feasibility and Efficacy Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Informed consent; Protocol (science); Clinical trial; Medical education; Telemedicine; Family medicine; Intervention (counseling); Medicine; Psychology; Alternative medicine; Nursing; Health care; Political science","score_opus":0.9295935722339962,"score_gpt":0.7920276688339662,"score_spread":0.13756590340002994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885785561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116071776,4.941301e-7,0.00004430705,0.0010553157,0.000003570244,0.88157403,0.000013475338,0.00006319732,0.0011738084],"genre_scores_gemma":[0.04090192,1.368973e-7,0.0013053761,0.00012212885,0.0002770332,0.95682085,0.0000014265637,0.000041093204,0.000530048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932697,0.001150812,0.000980322,0.0008827278,0.002555698,0.001160754],"domain_scores_gemma":[0.94773763,0.046125483,0.00017337347,0.0012016961,0.004298216,0.00046360708],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022087602,0.00025046477,0.00045759548,0.00022449775,0.0012703236,0.00030972794,0.0006035425,0.00028942924,0.00014458371],"category_scores_gemma":[0.13066663,0.00015476391,0.000111324174,0.00081401336,0.003302938,0.00015972136,0.00062007556,0.0027161895,0.000074735086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08426109,0.028278165,0.7205162,0.06969627,0.0005215645,0.00010422041,0.04774669,0.000005737608,0.005903125,0.0020583982,0.009312405,0.03159612],"study_design_scores_gemma":[0.18954493,0.19378115,0.20649044,0.051705148,0.000069077796,0.00027685243,0.073257826,0.0076669496,0.017449092,0.07032037,0.18733321,0.0021049583],"about_ca_topic_score_codex":0.000043357388,"about_ca_topic_score_gemma":0.0005568646,"teacher_disagreement_score":0.51402575,"about_ca_system_score_codex":0.000323447,"about_ca_system_score_gemma":0.0065800226,"threshold_uncertainty_score":0.99958456},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2885961833","doi":"10.1177/0165551518787696","title":"Cross-lingual text alignment for fine-grained plagiarism detection","year":2018,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Institute for Research in Fundamental Sciences; University of Waterloo; University of Tehran","keywords":"Computer science; Plagiarism detection; Similarity (geometry); Natural language processing; Information retrieval; Filter (signal processing); Granularity; Source text; Artificial intelligence; Weighting; Range (aeronautics); Machine translation; Scheme (mathematics); Programming language","score_opus":0.020455169745077065,"score_gpt":0.3085947324421366,"score_spread":0.28813956269705954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885961833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15851946,0.000004462235,0.83898485,0.00029248404,0.001280556,0.00008597533,6.6922104e-7,0.000018050998,0.0008134997],"genre_scores_gemma":[0.8964426,0.0000013835079,0.10292515,0.00035075226,0.00023509972,0.0000020752507,1.3153682e-7,0.0000013677239,0.000041465995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983447,0.000010552802,0.00061039545,0.000093935625,0.00072671025,0.00021366519],"domain_scores_gemma":[0.99762523,0.000061556144,0.0005900146,0.00022263789,0.0013962642,0.000104307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002691154,0.00006924563,0.0000953437,0.00038756203,0.00035575163,0.00061185105,0.0009450193,0.000043824723,0.000007797449],"category_scores_gemma":[0.00076633145,0.0000551346,0.000056914563,0.0005461573,0.00016324538,0.0076820333,0.00011036129,0.000111438705,0.000024866433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071511284,0.000037240014,0.00038921458,0.000028384113,0.000013152585,0.0000015747949,0.011826433,0.006210241,0.021153733,0.026056368,0.00041760236,0.93379456],"study_design_scores_gemma":[0.0011691309,0.0006701434,0.003916492,0.00004233459,0.0000049248547,0.00021162622,0.00020638859,0.7861269,0.17480075,0.004239646,0.028411932,0.00019970427],"about_ca_topic_score_codex":0.000004019672,"about_ca_topic_score_gemma":0.0000019074207,"teacher_disagreement_score":0.9335948,"about_ca_system_score_codex":0.0001301873,"about_ca_system_score_gemma":0.00032918088,"threshold_uncertainty_score":0.5900094},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886206370","doi":"10.1016/j.jval.2018.07.003","title":"Response to letter to the editor related to the retraction of a trial included in a meta-analysis of interventions to enhance oral medication adherence titled “Effectiveness and content analysis of interventions to enhance oral antidiabetic drug adherence in adults with type 2 diabetes: Systematic review and meta-analysis”","year":2018,"lang":"en","type":"letter","venue":"Value in Health","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"","keywords":"Psychological intervention; Scopus; Medicine; Alternative medicine; Systematic review; Meta-analysis; MEDLINE; Content analysis; Family medicine; Nursing; Political science; Internal medicine","score_opus":0.16185768923630062,"score_gpt":0.429318066127496,"score_spread":0.2674603768911954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886206370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60047257,0.0148523655,0.003853849,0.35769075,0.00048249302,0.022232171,0.00038676924,0.000022222583,0.0000067989026],"genre_scores_gemma":[0.94411045,0.00027205824,0.0009040941,0.048695166,0.00009764258,0.005069831,0.00013523053,0.000029965175,0.00068555895],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98866165,0.005836814,0.0032460184,0.0008995742,0.0010000502,0.000355916],"domain_scores_gemma":[0.9938914,0.0017542753,0.0018419733,0.0014351251,0.0008592208,0.00021800872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013162008,0.00037958985,0.0058069522,0.0027081603,0.000053261705,0.000021104024,0.0005396821,0.00019920988,0.00043273784],"category_scores_gemma":[0.005062454,0.0002240406,0.001247909,0.0122890305,0.00011087367,0.00008283709,0.00014384136,0.00069814164,0.000028634422],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016987609,0.0018732754,0.0028056463,0.26118502,0.58848673,0.000020422047,0.015416287,0.0033222497,0.00061033695,0.000014276672,0.10895751,0.00032061973],"study_design_scores_gemma":[0.00166242,0.0043641804,0.017728124,0.040883835,0.93303144,0.0000010860547,0.00043964392,0.0008164805,0.00025401954,0.000009202786,0.0003926358,0.00041690524],"about_ca_topic_score_codex":0.0040601706,"about_ca_topic_score_gemma":0.007684981,"teacher_disagreement_score":0.3445447,"about_ca_system_score_codex":0.00025046084,"about_ca_system_score_gemma":0.00026053598,"threshold_uncertainty_score":0.91361105},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2886676533","doi":"10.1186/s12916-018-1137-0","title":"Retraction Note: The impact of repeated vaccination on influenza vaccine effectiveness: a systematic review and meta-analysis","year":2018,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Institute for Clinical Evaluative Sciences; Public Health Agency of Canada; University of Toronto; Public Health Ontario","funders":"","keywords":"Medicine; Meta-analysis; Vaccination; Influenza vaccine; Systematic review; MEDLINE; Immunology; Virology; Intensive care medicine; Internal medicine","score_opus":0.29359264913385874,"score_gpt":0.531837393446015,"score_spread":0.23824474431215625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886676533","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007878645,0.98884606,0.00007921754,0.000108442604,0.00005464424,0.01039252,0.00006046954,0.00005193194,0.0003988495],"genre_scores_gemma":[0.00014383,0.9975755,0.000032420223,0.0003531006,0.00019502192,0.0012518784,0.000112930466,0.000067199246,0.00026809497],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.991856,0.00317181,0.0024980416,0.000802855,0.0012786785,0.00039262287],"domain_scores_gemma":[0.98899215,0.00512673,0.0023029868,0.0020235803,0.0013589584,0.00019558771],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.009284595,0.0008813373,0.015634093,0.0012305666,0.00016035026,0.000015770496,0.00032307618,0.00043435633,0.0006133686],"category_scores_gemma":[0.020929812,0.00034210095,0.0033210001,0.0032992482,0.00015292264,0.00009255745,0.00012548275,0.000977524,0.000051162013],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014238896,0.000071086295,0.00001613676,0.8283862,0.16908582,0.000008934916,0.000060134455,0.0000016591408,9.455221e-7,0.000010719703,0.001426748,0.0007892581],"study_design_scores_gemma":[0.0007925965,0.0014625505,0.00071278674,0.16923465,0.8233868,0.00009514431,0.000010585406,0.000021154321,0.0000018549505,0.0000092174205,0.004057689,0.00021498224],"about_ca_topic_score_codex":0.000371977,"about_ca_topic_score_gemma":0.000028479384,"teacher_disagreement_score":0.6591515,"about_ca_system_score_codex":0.00057555555,"about_ca_system_score_gemma":0.00035022336,"threshold_uncertainty_score":0.9999031},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2887141521","doi":"10.5267/j.msl.2020.10.0r7","title":"Retraction Note: Microfinance institute’s non-financial services and women-empowerment: The role of vulnerability","year":2020,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Microfinance and Financial Inclusion","field":"Economics, Econometrics and Finance","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microfinance; Empowerment; Vulnerability (computing); Social capital; Economic growth; Cluster sampling; Business; Capital (architecture); Socioeconomics; Political science; Geography; Sociology; Economics; Population; Demography","score_opus":0.009321039536206372,"score_gpt":0.2049039223580511,"score_spread":0.19558288282184474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887141521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97975546,0.00042039403,0.0049944017,0.007464925,0.00068296737,0.0004218355,0.000022756338,0.000021961521,0.006215285],"genre_scores_gemma":[0.99191296,0.00031276935,0.0007913185,0.00677004,0.000117460644,0.00003502045,0.0000026051596,0.000008935051,0.000048894715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982762,0.000009846448,0.000499684,0.0006621185,0.0001291963,0.00042299958],"domain_scores_gemma":[0.99914604,0.0000102678705,0.00037221666,0.00037717936,0.000015437286,0.00007886408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010389285,0.0001691448,0.00028319968,0.00015195804,0.0005112434,0.00010089161,0.00067501253,0.000068930945,0.000029085184],"category_scores_gemma":[0.000033097996,0.00015959547,0.000055376895,0.00081246445,0.0006469473,0.00082072406,0.00044533922,0.00022350863,0.00007736809],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033572002,0.00041183425,0.19893144,0.00097427354,0.00004955929,0.00003359897,0.030979218,0.0005179009,0.30900726,0.3355007,0.0036608689,0.11959762],"study_design_scores_gemma":[0.0007666881,0.00015231317,0.55689704,0.00006326346,0.000008790721,0.0000022331894,0.000749574,0.0021831698,0.0127859935,0.014987681,0.41088885,0.00051439705],"about_ca_topic_score_codex":0.00021341283,"about_ca_topic_score_gemma":0.000008437002,"teacher_disagreement_score":0.407228,"about_ca_system_score_codex":0.0001460789,"about_ca_system_score_gemma":0.000011697084,"threshold_uncertainty_score":0.65081143},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2887657800","doi":"10.1097/acm.0000000000002412","title":"Ethical Shades of Gray: International Frequency of Scientific Misconduct and Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Misconduct; Psychology; Research ethics; Medical education; Gray (unit); Public relations; Medicine; Alternative medicine; Political science; Psychiatry; Law; Pathology","score_opus":0.22932342739022307,"score_gpt":0.5565311650287235,"score_spread":0.3272077376385004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887657800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70419794,0.0026681463,0.00006366779,0.2692865,0.001567769,0.00041778432,0.0000067457977,0.000013647526,0.021777784],"genre_scores_gemma":[0.99347264,0.0017042124,0.00050077913,0.0006347347,0.00078833255,0.00001296422,0.000015193569,0.0000038548087,0.0028673033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996519,0.0014210895,0.0005464078,0.00025288342,0.000999226,0.0002613487],"domain_scores_gemma":[0.99697214,0.0014805045,0.00051364745,0.00011419238,0.000788413,0.00013108845],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025387302,0.00006143221,0.0001882492,0.00043662023,0.0003769903,0.000007696217,0.00040597192,0.0008029641,0.0003984661],"category_scores_gemma":[0.029345565,0.00004905369,0.000010414179,0.0007418461,0.0038413452,0.00028723176,0.00006359145,0.0036979145,0.000005709488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002448148,0.00003820711,0.07711083,0.00012431898,0.000009376504,3.52319e-7,0.14181504,1.0158833e-7,0.0075108055,0.7308824,0.039116886,0.003367164],"study_design_scores_gemma":[0.0006295893,0.00033360362,0.020114021,0.0055440622,0.000015430665,0.000010174875,0.2124532,0.00010395067,0.001521905,0.6055532,0.15354554,0.00017532884],"about_ca_topic_score_codex":0.0351973,"about_ca_topic_score_gemma":0.0020945221,"teacher_disagreement_score":0.2892747,"about_ca_system_score_codex":0.00011736739,"about_ca_system_score_gemma":0.0024425664,"threshold_uncertainty_score":0.99886966},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","score_opus":0.3334433946008996,"score_gpt":0.49615533824865493,"score_spread":0.16271194364775532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889499003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41811004,0.0046129115,0.009230076,0.49973026,0.015018801,0.00049344194,0.000093361334,0.00005080419,0.0526603],"genre_scores_gemma":[0.9742511,0.000494603,0.00024222457,0.0061596506,0.0058349804,0.0000070961364,0.0000013371813,0.0000141316705,0.012994914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9711182,0.0007254727,0.0008256675,0.00039136317,0.02564573,0.001293546],"domain_scores_gemma":[0.9762717,0.0021838038,0.00064313784,0.0003524112,0.012872343,0.0076766363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.081073776,0.0001390894,0.00031107126,0.03402918,0.0010814692,0.010648636,0.0027977617,0.00055010524,0.01038845],"category_scores_gemma":[0.3063317,0.00009917778,0.00020366542,0.065459564,0.00020763416,0.0013078277,0.00016406787,0.0014972622,0.0011711649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022139843,0.000012483178,0.10155125,5.924e-7,0.000024893747,0.000119374425,0.00012342192,2.1349014e-7,0.0000059008603,0.00010704813,0.44962513,0.44842747],"study_design_scores_gemma":[0.00037535562,0.00006154756,0.14908528,0.00001317011,0.0000033680515,0.00018016706,0.00050850585,0.0004152021,0.000030059055,0.005552176,0.84365284,0.00012230406],"about_ca_topic_score_codex":0.0007693563,"about_ca_topic_score_gemma":0.031135788,"teacher_disagreement_score":0.556141,"about_ca_system_score_codex":0.0019717785,"about_ca_system_score_gemma":0.005237541,"threshold_uncertainty_score":0.99960655},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2890556979","doi":"10.1177/1556264618783560","title":"Commentary on “A Framework for Community and Stakeholder Engagement: Experiences From a Multicenter Study in Southern Africa”","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; Inyuvesi Yakwazulu-Natali; Canada Research Chairs","keywords":"Community engagement; Stakeholder engagement; Context (archaeology); Stigma (botany); Stakeholder; Public relations; Public involvement; Public health; Political science; Research ethics; Sociology; Psychology; Medicine; Nursing; Geography; Psychiatry","score_opus":0.9807103539695299,"score_gpt":0.8213110854040429,"score_spread":0.15939926856548703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890556979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91660625,0.000024410108,0.00013768878,0.07990871,0.00017686297,0.0024609743,0.00006948304,0.0000101300775,0.00060547556],"genre_scores_gemma":[0.9790422,0.000036972822,0.0009905917,0.01834347,0.000917396,0.00046590905,0.0000024187536,0.000031500957,0.00016959065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9280049,0.06360337,0.0014427563,0.00039686845,0.0048853513,0.0016667269],"domain_scores_gemma":[0.83434457,0.16066676,0.0003281758,0.00066847645,0.0032200352,0.00077197],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14542098,0.00018672881,0.0004530593,0.0014547127,0.0074314983,0.00015559155,0.0013892286,0.0003750497,0.00086268125],"category_scores_gemma":[0.0809634,0.0001399533,0.00005961361,0.0012154854,0.0019400553,0.00024025817,0.0008574425,0.023093691,0.00010776933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012603537,0.0013494664,0.04759724,0.00010507254,0.0000333937,0.000020490454,0.88785017,7.771446e-7,0.0000760772,0.00074025214,0.060467012,0.000499708],"study_design_scores_gemma":[0.003330799,0.010927859,0.04260977,0.00087755773,0.000004516051,1.6765327e-7,0.8798708,0.000051034636,0.000040633764,0.024020279,0.038138967,0.00012762124],"about_ca_topic_score_codex":0.0026986676,"about_ca_topic_score_gemma":0.0052492158,"teacher_disagreement_score":0.09706339,"about_ca_system_score_codex":0.0008791664,"about_ca_system_score_gemma":0.0014549007,"threshold_uncertainty_score":0.99386066},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2895278150","doi":"10.18662/rrem/57","title":"Plagiarism and the Crisis of Higher Education","year":2018,"lang":"ro","type":"article","venue":"Revista Romaneasca pentru Educatie Multidimensionala","topic":"Legal Rights and Human Rights","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Political science; Pedagogy; Psychology; Law","score_opus":0.01587724497800513,"score_gpt":0.30437790772922985,"score_spread":0.2885006627512247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895278150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89974433,0.022967448,0.0000024313824,0.03631456,0.0071418947,0.0017771093,0.000044657223,0.000053792086,0.03195377],"genre_scores_gemma":[0.92462134,0.00084351934,0.000365213,0.0011590873,0.0025755619,0.00003598039,0.000028058825,0.000041571497,0.07032964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957299,0.00096639246,0.00090181734,0.0007720061,0.0010335419,0.00059634616],"domain_scores_gemma":[0.9963847,0.0008216373,0.000748496,0.00083700684,0.0008077526,0.00040045154],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0012965515,0.00045615682,0.0007663281,0.00017639592,0.0018611192,0.00038140605,0.0006406685,0.000320774,0.006551585],"category_scores_gemma":[0.00014795591,0.00027677667,0.0002752081,0.0004424089,0.0038384965,0.00036858238,0.00022402185,0.00044618166,0.00038558117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019913966,0.00077820354,0.0005513481,0.00016353258,0.00016985227,0.000001404878,0.029932812,1.8804216e-7,0.000051501018,0.780489,0.1862728,0.0013902124],"study_design_scores_gemma":[0.001636788,0.00014842785,0.02291092,0.00047244687,0.0005014547,0.000009229022,0.0043716403,0.000045260684,0.00015637717,0.01671231,0.9524801,0.0005550759],"about_ca_topic_score_codex":0.011319395,"about_ca_topic_score_gemma":0.00039744482,"teacher_disagreement_score":0.7662073,"about_ca_system_score_codex":0.0001892244,"about_ca_system_score_gemma":0.0017132884,"threshold_uncertainty_score":0.99996847},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2895787936","doi":"10.3889/oamjms.2018.389","title":"Falsification of Type at Work: Assessment of Prevalence and Investigation of Predictors","year":2018,"lang":"en","type":"article","venue":"Open Access Macedonian Journal of Medical Sciences","topic":"Personality Traits and Psychology","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas Mental Health University Institute","funders":"","keywords":"Medicine; Work (physics)","score_opus":0.22048214288215914,"score_gpt":0.5194472504987449,"score_spread":0.2989651076165857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895787936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98831713,0.00035302818,0.00016549334,0.004650118,0.000597079,0.00012419446,0.000006775286,0.0000014966669,0.005784687],"genre_scores_gemma":[0.99838895,0.00018275612,0.0010518981,0.00014687478,0.00008448935,0.0000016404517,6.0027384e-7,0.0000030223764,0.0001397541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781215,0.00030876562,0.0006748501,0.0001864944,0.0008729384,0.00014478911],"domain_scores_gemma":[0.99816227,0.00021261566,0.0010647717,0.0001398028,0.00023337787,0.00018715992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043412466,0.00007366911,0.00028473735,0.0001291786,0.000060146696,0.000045426954,0.0018004297,0.00010568602,0.0029428191],"category_scores_gemma":[0.00023436017,0.00005112669,0.000033534943,0.00058278115,0.0022997425,0.00041414757,0.00025130712,0.00013925608,0.0000014802627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009944594,0.00011906936,0.9791249,0.000054877866,0.000042003445,0.0000019736826,0.0013769413,0.0000011334574,0.00071781676,0.0030689589,0.0021840853,0.013208799],"study_design_scores_gemma":[0.0006257055,0.0011488766,0.9956737,0.00032839383,0.000029036493,0.000033084947,0.00017310023,0.000048866583,0.0005356399,0.0007318338,0.00061960006,0.00005212526],"about_ca_topic_score_codex":0.000104724284,"about_ca_topic_score_gemma":0.000034574576,"teacher_disagreement_score":0.016548842,"about_ca_system_score_codex":0.00001527914,"about_ca_system_score_gemma":0.00029960627,"threshold_uncertainty_score":0.9979686},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2896828681","doi":"10.1186/s12871-019-0688-8","title":"Retraction Note: Effect of perioperative infusion of Dexmedetomidine combined with Sufentanil on quality of postoperative analgesia in patients undergoing laparoscopic nephrectomy: a CONSORT-prospective, randomized, controlled trial","year":2019,"lang":"en","type":"retraction","venue":"BMC Anesthesiology","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Medicine; Dexmedetomidine; Anesthesiology; Randomized controlled trial; Perioperative; Anesthesia; Sufentanil; Nephrectomy; Surgery; Sedation; Internal medicine; Kidney","score_opus":0.01414459451472346,"score_gpt":0.29496040678666596,"score_spread":0.2808158122719425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896828681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800955,0.00023969384,0.00002816894,0.000053170384,0.0003735787,0.017559318,0.000007869794,0.000023487319,0.0016192201],"genre_scores_gemma":[0.9970296,0.0003370121,0.00018551105,0.0001432758,0.00007519011,0.00051486376,0.00035274687,0.00005978047,0.0013020181],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904569,0.0056749717,0.002114198,0.00068529777,0.0007465148,0.0003221182],"domain_scores_gemma":[0.9876973,0.00832693,0.0027957605,0.0005374157,0.0005685911,0.000073991185],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034802794,0.0006699705,0.0077813477,0.0007787241,0.000058257465,0.000008083174,0.00015362991,0.0010796395,0.00011228398],"category_scores_gemma":[0.0025148473,0.00042700238,0.0006688101,0.00041013776,0.00049019686,0.00008866631,0.000027752107,0.000841361,0.000007061338],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.63923323,0.0007251258,0.35748002,0.0012069637,0.000403372,0.000009479552,0.0002365114,0.000073388685,0.0001538401,0.00037398646,0.000040601473,0.00006348281],"study_design_scores_gemma":[0.7657838,0.045150455,0.18397474,0.0017169623,0.0009978816,0.000006462943,0.0001332515,0.00014130911,0.0017112455,0.0000094096895,0.00008044829,0.0002940193],"about_ca_topic_score_codex":0.00040417886,"about_ca_topic_score_gemma":0.00023910095,"teacher_disagreement_score":0.17350528,"about_ca_system_score_codex":0.00039733818,"about_ca_system_score_gemma":0.000782614,"threshold_uncertainty_score":0.9998182},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2897656456","doi":"10.1016/j.brainres.2018.08.017","title":"Retraction notice to “Primary Microglia Isolation from Mixed Cell Cultures of Neonatal Mouse Brain Tissue” [Brain Res. 1689 (2018) 21–29]","year":2018,"lang":"en","type":"retraction","venue":"Brain Research","topic":"Neuroinflammation and Neurodegeneration Mechanisms","field":"Neuroscience","cited_by":2,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Notice; Microglia; Isolation (microbiology); Neuroscience; Brain Cell; Primary (astronomy); Brain tissue; Biology; Medicine; Pathology; Immunology; Bioinformatics; Political science; Physics","score_opus":0.07454028450250191,"score_gpt":0.37027049365405496,"score_spread":0.295730209151553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897656456","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.688322,0.0018500001,0.031477682,0.14470437,0.044447124,0.020344323,0.014229422,0.0024841388,0.052140947],"genre_scores_gemma":[0.037382573,0.0025724545,0.011362977,0.02038586,0.013728628,0.00052942603,0.005813031,0.0010673264,0.9071577],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9881198,0.0037452222,0.0012997038,0.0021564688,0.0036362773,0.0010425709],"domain_scores_gemma":[0.99101794,0.005278174,0.0007755984,0.0015188062,0.0009107356,0.00049877056],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0033236798,0.00067824224,0.00075748446,0.0016427166,0.0008176494,0.00053153455,0.0012489115,0.0015238875,0.0015348656],"category_scores_gemma":[0.011339614,0.0007116877,0.00024516997,0.0017257758,0.00035181062,0.00081990584,0.00048953335,0.003218483,0.0019191825],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000269894,0.000094731084,8.109204e-7,0.00014941416,0.000006159547,0.000032992524,0.0002653649,0.000022982858,0.5308754,0.00009162796,0.4645795,0.0036111514],"study_design_scores_gemma":[0.0004793522,0.00042530854,0.00006342999,0.00008676609,0.000010566382,0.000016991555,0.000069000445,0.00030047726,0.56914157,0.00013876196,0.42891476,0.00035305478],"about_ca_topic_score_codex":0.00038619371,"about_ca_topic_score_gemma":0.0002583216,"teacher_disagreement_score":0.85501677,"about_ca_system_score_codex":0.0004344972,"about_ca_system_score_gemma":0.0006143168,"threshold_uncertainty_score":0.99977237},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2899425819","doi":"10.1192/bja.2018.56","title":"Predatory journals and dubious publishers: how to avoid being their prey","year":2018,"lang":"en","type":"article","venue":"BJPsych Advances","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Publishing; Directory; Revenue; Internet privacy; Declaration; Reading (process); Advertising; World Wide Web; Political science; Business; Computer science; Law","score_opus":0.46919279975365585,"score_gpt":0.5673250366612027,"score_spread":0.09813223690754685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899425819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92306226,0.01445107,0.011572509,0.010085055,0.002484925,0.0006689073,0.000050752118,0.000074703574,0.037549816],"genre_scores_gemma":[0.9885212,0.00071414135,0.0047565172,0.0006404956,0.00058660435,0.000020739884,7.977191e-7,0.000015643833,0.004743821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273926,0.00021498308,0.0004856975,0.00093336275,0.0048698215,0.00075685675],"domain_scores_gemma":[0.99287146,0.002018364,0.00024908347,0.000793716,0.0032302386,0.000837114],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013098379,0.00019544401,0.000323136,0.023683533,0.00051806803,0.011339254,0.0021974365,0.00010126302,0.0005872411],"category_scores_gemma":[0.030185545,0.00012402574,0.00008860857,0.07029672,0.0003217998,0.0046911244,0.00064454024,0.00025336168,0.00026218302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048657705,0.00007806886,0.077717155,0.000008998109,0.000018326326,0.000007051843,0.0006402836,0.0000036839363,0.0018238765,0.00022933487,0.10514548,0.8142791],"study_design_scores_gemma":[0.0003533652,0.0004982576,0.060798258,0.000033538563,0.000002567387,0.000023196733,0.00189524,0.00023435564,0.0029814134,0.02471877,0.90820116,0.00025989753],"about_ca_topic_score_codex":0.000006902663,"about_ca_topic_score_gemma":0.000045357156,"teacher_disagreement_score":0.8140192,"about_ca_system_score_codex":0.000049950486,"about_ca_system_score_gemma":0.00010762837,"threshold_uncertainty_score":0.9896871},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2901396287","doi":"10.1016/j.jht.2018.10.001","title":"Self-plagiarism is not easily defined, but should be avoided","year":2018,"lang":"en","type":"editorial","venue":"Journal of Hand Therapy","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre","funders":"","keywords":"Accidental; Psychology; Internet privacy; Computer science","score_opus":0.042157516803043485,"score_gpt":0.33588604285104195,"score_spread":0.2937285260479985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901396287","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046774447,0.004940234,0.00025001162,0.014831844,0.9621689,0.00031061808,0.0002471059,0.000057702076,0.012516149],"genre_scores_gemma":[0.0014763523,0.040021315,0.0010073044,0.0033208455,0.94500893,0.0000040463065,0.000019757976,0.00006208919,0.009079364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99399066,0.00079125393,0.001040903,0.0003510973,0.0031652371,0.0006608238],"domain_scores_gemma":[0.99366647,0.0021532914,0.0015907816,0.00028770446,0.001930529,0.00037124605],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006511224,0.00045544602,0.00096992165,0.000308568,0.0010616141,0.00042924454,0.0014470653,0.007323494,0.0012553305],"category_scores_gemma":[0.0020058502,0.00035507706,0.0006169057,0.00025991522,0.0005483832,0.0004661583,0.000048813894,0.009598592,0.00010669857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054264214,0.00010031691,0.000022701599,0.000019492945,0.00041407126,0.00005352525,0.017785773,1.6403307e-7,0.00013857869,0.0004375795,0.9785142,0.0019709424],"study_design_scores_gemma":[0.001502073,0.00045496333,0.000006248555,0.0001685164,0.00012145909,0.000016081598,0.00095221243,0.0000031155023,0.0012667737,0.004444564,0.99065644,0.00040754792],"about_ca_topic_score_codex":0.0018518285,"about_ca_topic_score_gemma":0.00028852245,"teacher_disagreement_score":0.03508108,"about_ca_system_score_codex":0.00032426533,"about_ca_system_score_gemma":0.0029038698,"threshold_uncertainty_score":0.99989015},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2904593008","doi":"10.1016/j.amjmed.2018.11.034","title":"The Ego Has Landed! What Can Be Done About Research Misconduct, Scandals, and Spins?","year":2018,"lang":"en","type":"editorial","venue":"The American Journal of Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scopus; Misconduct; Incentive; Medicine; Scientific misconduct; Public relations; Political science; Law; Alternative medicine; MEDLINE","score_opus":0.07605535085895729,"score_gpt":0.41568087632625395,"score_spread":0.33962552546729663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904593008","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015387793,0.025498373,0.000015357933,0.4242401,0.531165,0.0003087386,0.00002907824,0.000014376914,0.003341183],"genre_scores_gemma":[0.011604542,0.13660854,0.000028828546,0.0011905389,0.8461654,0.0000036558743,0.0000073240303,0.000026746156,0.0043644207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99149716,0.0030310089,0.0007091721,0.00024461604,0.003799687,0.0007183739],"domain_scores_gemma":[0.9865239,0.009452603,0.0013548055,0.00038280876,0.0018801196,0.00040572873],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.033617128,0.0002495962,0.00084821606,0.00020654331,0.002569167,0.00039292354,0.001866809,0.0005786135,0.000148732],"category_scores_gemma":[0.014650623,0.00011425562,0.000103942475,0.00059596956,0.022710213,0.00022679057,0.00014056884,0.008571996,0.0000077372115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028220893,0.000008447222,0.000011227513,0.000009225477,0.00012340718,0.000024809618,0.035380997,8.788767e-8,0.00002276789,0.00025921388,0.93944246,0.02443516],"study_design_scores_gemma":[0.00050881424,0.0010616516,0.000031423016,0.001018881,0.00011147147,0.000036395173,0.09526229,8.342532e-7,0.000008335535,0.0027548897,0.8990832,0.00012184069],"about_ca_topic_score_codex":0.027827982,"about_ca_topic_score_gemma":0.0064512067,"teacher_disagreement_score":0.42304957,"about_ca_system_score_codex":0.00024143736,"about_ca_system_score_gemma":0.0025343117,"threshold_uncertainty_score":0.99872935},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2915844515","doi":"10.1038/s41586-019-0967-z","title":"Retraction Note: A homing system targets therapeutic T cells to brain cancer","year":2019,"lang":"en","type":"retraction","venue":"Nature","topic":"CAR-T cell therapy research","field":"Medicine","cited_by":2,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Homing (biology); Brain cancer; Neuroscience; Cognitive science; Biology; Psychology; Cancer; Ecology; Genetics","score_opus":0.019744595819964437,"score_gpt":0.3627102256696908,"score_spread":0.34296562984972634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915844515","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012854679,0.3556165,0.0012679698,0.061815195,0.25800726,0.029684413,0.0021135572,0.0023422493,0.27629817],"genre_scores_gemma":[0.074526146,0.007523339,0.00032875035,0.0069176825,0.017026689,0.00027622178,0.0007000996,0.0004965493,0.8922045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633646,0.00017430242,0.00037956887,0.00083344773,0.0016506453,0.00062555744],"domain_scores_gemma":[0.9978248,0.00034441322,0.00025219395,0.00082091545,0.0004909644,0.00026670733],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0007739357,0.0004818319,0.00090586155,0.00065202225,0.0001088424,0.00008592369,0.00025347783,0.010210656,0.0029645672],"category_scores_gemma":[0.00012379726,0.0004166689,0.00036132126,0.00067318685,0.000025277439,0.00010640136,0.00005419,0.016714172,0.00067779486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010703519,0.00007336281,0.000043508917,0.003541959,0.0003751013,0.00010247098,0.0002601933,0.000018128012,0.34668827,0.0000128386155,0.50568277,0.14213103],"study_design_scores_gemma":[0.0008707892,0.00026816898,0.00045204844,0.0023027246,0.00023006709,0.00011407101,0.000090898946,0.00026949798,0.020293348,0.0000020842067,0.97472817,0.00037813897],"about_ca_topic_score_codex":0.00034893266,"about_ca_topic_score_gemma":0.00009608177,"teacher_disagreement_score":0.61590636,"about_ca_system_score_codex":0.0032538166,"about_ca_system_score_gemma":0.0008756486,"threshold_uncertainty_score":0.9998285},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2920377922","doi":"10.1007/s11948-019-00094-3","title":"Scientific Integrity Principles and Best Practices: Recommendations from a Scientific Integrity Consortium","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Canadian Nutrition Society","funders":"Canadian Institutes of Health Research; National Academies of Sciences, Engineering, and Medicine","keywords":"Scientific integrity; Transparency (behavior); Engineering ethics; Best practice; Publication; Harmonization; Scientific misconduct; Research integrity; Process (computing); Philosophy of science; Academic integrity; Scientific evidence; Data integrity; Research ethics; Quality (philosophy); Computer science; Political science; Medicine; Engineering; Law; Computer security","score_opus":0.15591522983758016,"score_gpt":0.3841029606226381,"score_spread":0.22818773078505794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920377922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709828,0.00035146583,0.00067432,0.017510792,0.0037934468,0.00030334987,0.00006362767,0.00012104207,0.00619914],"genre_scores_gemma":[0.9900523,0.0003720737,0.0062828152,0.00023894788,0.00014524125,0.000008995726,0.00001734199,0.000008881978,0.0028734296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971929,0.00017259705,0.00026537446,0.00071548385,0.0011320555,0.00052159705],"domain_scores_gemma":[0.9965155,0.0017835483,0.0001942748,0.00032333282,0.000876499,0.00030683124],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.018736294,0.00015330283,0.00018073451,0.00028733842,0.002647763,0.001970425,0.00059439085,0.00063722924,0.000107042724],"category_scores_gemma":[0.020652505,0.00014367273,0.0000288933,0.0012088075,0.0036439802,0.0017970683,0.00024186628,0.0044708205,0.00007452969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018047362,0.00015944349,0.025925012,0.0001849126,0.00003438337,0.0000049202863,0.15840957,0.00010148952,0.026330441,0.77855486,0.0019656664,0.008311264],"study_design_scores_gemma":[0.00021448951,0.00005091704,0.002869517,0.0004159062,0.00003523625,0.000006819417,0.030127564,0.015194519,0.00121075,0.0057052197,0.9436748,0.00049425865],"about_ca_topic_score_codex":0.006098246,"about_ca_topic_score_gemma":0.0027359123,"teacher_disagreement_score":0.94170916,"about_ca_system_score_codex":0.00015200271,"about_ca_system_score_gemma":0.0019954955,"threshold_uncertainty_score":0.99906754},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2920920267","doi":"10.1038/s41467-019-09094-0","title":"Retraction Note: Vibrio parahaemolyticus RhsP represents a widespread group of pro-effectors for type VI secretion systems","year":2019,"lang":"en","type":"retraction","venue":"Nature Communications","topic":"Vibrio bacteria research studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Vibrio parahaemolyticus; Effector; Secretion; Type three secretion system; Microbiology; Type (biology); Type VI secretion system; Group (periodic table); Biology; Bacteria; Chemistry; Cell biology; Virulence; Genetics; Biochemistry; Gene; Ecology","score_opus":0.04705470902151269,"score_gpt":0.38622153362841233,"score_spread":0.3391668246068996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920920267","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15264846,0.62509626,0.010744219,0.005908965,0.090514794,0.05947827,0.0126091195,0.00074105326,0.042258833],"genre_scores_gemma":[0.9230143,0.04240965,0.0017600193,0.00003897807,0.0013527682,0.0008308705,0.023525322,0.00014725942,0.0069208583],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765605,0.00044668917,0.0005411641,0.00058184017,0.00044128599,0.0003329812],"domain_scores_gemma":[0.99464023,0.00047494945,0.0007359439,0.0029521792,0.0011193175,0.00007738005],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00071558077,0.0003538998,0.0005591931,0.00021150925,0.00023716004,0.00006899239,0.001007044,0.0027254794,0.000004960154],"category_scores_gemma":[0.0025721986,0.0003424748,0.0002764737,0.0003186947,0.00017936836,0.000021981863,0.0005298131,0.0016907749,0.00001649914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009795993,0.00046113785,0.0010570071,0.0022753105,0.0010728198,8.9308656e-7,0.00008442872,0.000042495416,0.75180733,0.0003764378,0.23837808,0.0034644809],"study_design_scores_gemma":[0.000717972,0.00080262317,0.002746272,0.0006871793,0.0002667222,0.00002076449,0.00005169131,0.0008768235,0.011629287,0.000016566388,0.9817347,0.00044940476],"about_ca_topic_score_codex":0.00019050036,"about_ca_topic_score_gemma":0.0002567125,"teacher_disagreement_score":0.77036583,"about_ca_system_score_codex":0.0002159572,"about_ca_system_score_gemma":0.00031275328,"threshold_uncertainty_score":0.9999027},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","score_opus":0.9177965981725121,"score_gpt":0.7046737378033378,"score_spread":0.21312286036917438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926567176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533338,0.00063875946,0.00007307276,0.0006674282,0.0001485,0.0027432821,0.000065046195,0.000003218559,0.04232689],"genre_scores_gemma":[0.99088687,0.00006337643,0.00034411607,0.000024513334,0.000015693358,0.000059405385,0.0000040249006,0.000007059421,0.008594934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99061435,0.0019039304,0.00091433653,0.0005604162,0.0055573024,0.0004496672],"domain_scores_gemma":[0.9776171,0.01597779,0.00039154492,0.001064246,0.0045432574,0.00040605292],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1739013,0.000077492215,0.00033123948,0.034169994,0.00008212571,0.008267575,0.004144824,0.00010526365,0.0009398088],"category_scores_gemma":[0.24318022,0.000055549444,0.00003906314,0.11610564,0.000107557906,0.004209267,0.0038371051,0.0003892387,0.00011542516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006925716,0.0000938103,0.95025116,0.000011848314,0.000007349843,0.0000015518362,0.0003827097,0.000015746626,0.00017961464,0.00023514821,0.023349648,0.025402164],"study_design_scores_gemma":[0.0006909508,0.000056860732,0.98914194,0.00005437819,4.7174018e-7,0.0000013503974,0.0005031046,0.0028075823,0.000098839504,0.001610964,0.0049595283,0.00007401575],"about_ca_topic_score_codex":0.002134968,"about_ca_topic_score_gemma":0.0013052764,"teacher_disagreement_score":0.081935644,"about_ca_system_score_codex":0.00007752397,"about_ca_system_score_gemma":0.0008272337,"threshold_uncertainty_score":0.9999735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2948251768","doi":"10.1007/s11948-019-00112-4","title":"Misconduct and Misbehavior Related to Authorship Disagreements in Collaborative Science","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Scientific misconduct; Psychology; Multidisciplinary approach; Hostility; Research integrity; Social psychology; Social science; Public relations; Sociology; Political science; Medicine; Alternative medicine","score_opus":0.037397476199452065,"score_gpt":0.3625665209387409,"score_spread":0.32516904473928887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948251768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903194,0.00007497041,0.000020985528,0.0047257906,0.00048041766,0.00023644266,0.0000032483556,0.000028733364,0.0041100564],"genre_scores_gemma":[0.9983009,0.000067550725,0.00080330204,0.0002412898,0.000014522681,0.0000046871755,2.8122255e-7,0.0000034852862,0.0005639857],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981682,0.000051181174,0.00013187368,0.000342516,0.00087063015,0.00043562296],"domain_scores_gemma":[0.99911755,0.0002280847,0.000024365152,0.000102097976,0.00026502647,0.00026285258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011432629,0.000082942635,0.00010277072,0.00028102245,0.0005252549,0.00018605986,0.0003505719,0.0003082743,0.00001737405],"category_scores_gemma":[0.004117061,0.00007853215,0.0000064226797,0.002440132,0.0012448475,0.0006901373,0.000102272985,0.0013359953,0.000016772434],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010375163,0.000026316347,0.04812482,0.000053262906,0.000003333169,0.0000072463313,0.46540692,0.00050611404,0.09536622,0.38735974,0.00009150758,0.0030441512],"study_design_scores_gemma":[0.0022604265,0.0007538129,0.5986566,0.0022994662,0.00005511915,0.000029092811,0.20680311,0.019450387,0.026726404,0.026231153,0.113220505,0.003513903],"about_ca_topic_score_codex":0.0006809524,"about_ca_topic_score_gemma":0.00020912479,"teacher_disagreement_score":0.5505318,"about_ca_system_score_codex":0.00015077807,"about_ca_system_score_gemma":0.0009801249,"threshold_uncertainty_score":0.5804309},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2948845587","doi":"10.1007/s11948-019-00113-3","title":"Researchers’ Perceptions of Ethical Authorship Distribution in Collaborative Research Teams","year":2019,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Center for Advancing Translational Sciences; Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Transparency (behavior); Psychology; Mentorship; Productivity; Affect (linguistics); Perception; Public relations; Engineering ethics; Political science; Medical education; Medicine; Engineering","score_opus":0.6652650663412806,"score_gpt":0.638300049848536,"score_spread":0.02696501649274452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948845587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902124,0.0001494009,0.00095855456,0.0062316023,0.00022741422,0.0002695744,0.00003266694,0.000012716016,0.0019057193],"genre_scores_gemma":[0.99866116,0.0001876591,0.00061997736,0.000031429423,0.000019063278,0.00000895633,0.000002343059,0.00000505187,0.00046434504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9811432,0.0006162938,0.00047977464,0.00071418576,0.01617103,0.0008755482],"domain_scores_gemma":[0.96892035,0.01672061,0.000075268734,0.00073310605,0.012970797,0.0005798555],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.21793297,0.000089407826,0.00021661965,0.02189431,0.0003291951,0.0009881103,0.0015942464,0.0004426679,0.0000812314],"category_scores_gemma":[0.24522078,0.00006818251,0.000031374322,0.20437072,0.0016232283,0.000575219,0.00074763095,0.0037833352,0.00008458319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008980125,0.0002899559,0.30975446,0.00018918964,0.000011332811,0.000018086655,0.028278407,0.0061942358,0.23208155,0.3857255,0.0036375942,0.033729874],"study_design_scores_gemma":[0.00052319636,0.00052259275,0.84047383,0.00013741461,0.0000015595601,0.000005326934,0.014074828,0.1084145,0.004155393,0.01883186,0.012554756,0.0003047152],"about_ca_topic_score_codex":0.0002371044,"about_ca_topic_score_gemma":0.000043070482,"teacher_disagreement_score":0.5307194,"about_ca_system_score_codex":0.00033883672,"about_ca_system_score_gemma":0.0019364725,"threshold_uncertainty_score":0.99851495},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2951945404","doi":"10.1515/npf-2019-3001","title":"Retraction of: New Public Governance and the Growth of Co-Located Nonprofit Centers","year":2018,"lang":"en","type":"article","venue":"Nonprofit Policy Forum","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Corporate governance; Business; Nonprofit organization; Space (punctuation); Order (exchange); Public relations; Public administration; Service (business); Social needs; Political science; Marketing; Finance; Health care","score_opus":0.02271252906300299,"score_gpt":0.3149053261925899,"score_spread":0.2921927971295869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951945404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55261207,0.00017509793,0.00029702357,0.07296783,0.00076098664,0.0008637256,0.000020287182,0.00006745356,0.3722355],"genre_scores_gemma":[0.98829335,0.0002246233,0.0000636155,0.0005305589,0.00039075475,0.0000058910878,0.0000020131044,0.000008681665,0.010480536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99861366,0.000100230056,0.0002564246,0.00019055916,0.00045124366,0.00038786628],"domain_scores_gemma":[0.99918294,0.00006592986,0.000301714,0.00020939202,0.00013941576,0.0001006119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058877544,0.00010333651,0.00017946189,0.00008036332,0.0002948735,0.00006182386,0.000422817,0.00009632548,0.00008112947],"category_scores_gemma":[0.00035297574,0.00007371445,0.00006644839,0.0006432507,0.0017668896,0.00041931344,0.000094365394,0.000102523896,0.000024463881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017276945,0.000041196454,0.06704001,0.000043907945,0.000038763774,3.633479e-7,0.0071994537,1.2003898e-7,0.0004023217,0.8826647,0.029035697,0.013360738],"study_design_scores_gemma":[0.009124127,0.0009065731,0.48327425,0.00037064604,0.00016771902,0.0000052085124,0.03213898,0.0004132798,0.019108605,0.06857969,0.3848814,0.0010294985],"about_ca_topic_score_codex":0.024166523,"about_ca_topic_score_gemma":0.0024501618,"teacher_disagreement_score":0.81408495,"about_ca_system_score_codex":0.000049664028,"about_ca_system_score_gemma":0.0002031906,"threshold_uncertainty_score":0.98233163},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2957234107","doi":"10.3138/jsp.50.4.02","title":"Professionalizing Peer Review Suggestions for a More Ethical and Pedagogical Review Process","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rhetoric; Constructive; Constructive criticism; Criticism; Peer review; Action (physics); Process (computing); Engineering ethics; Payment; Orthodoxy; Composition (language); Sociology; Publishing; Psychology; Public relations; Computer science; Political science; Law; Engineering; History; World Wide Web; Linguistics","score_opus":0.2110460948203188,"score_gpt":0.49813968717449203,"score_spread":0.2870935923541732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957234107","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008224362,0.04623089,0.00015908518,0.93890077,0.0006270809,0.00056505867,0.0000026029604,0.000019088264,0.005271054],"genre_scores_gemma":[0.14406277,0.14501579,0.06423462,0.6128835,0.0030199075,0.00019184567,0.000048671212,0.0000746013,0.030468253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641454,0.00035711774,0.0005980127,0.00016577076,0.0022204872,0.00024409314],"domain_scores_gemma":[0.99116635,0.0006862963,0.00033679244,0.0000967082,0.0073753325,0.00033850837],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022591552,0.000092231036,0.00033722457,0.000084647014,0.0004467419,0.0034599302,0.00045969873,0.00024218412,0.00034650337],"category_scores_gemma":[0.076607436,0.00006868669,0.00011174161,0.0003706225,0.00009641308,0.01083619,0.000052804997,0.002305445,0.0000067481424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024807512,0.00020975534,0.010187484,0.011187689,0.000063791864,0.0000079852925,0.0243374,3.2932363e-7,0.000031689997,0.4202307,0.5185963,0.0151220495],"study_design_scores_gemma":[0.0002636516,0.000040249575,0.0019170964,0.029982276,0.00007368426,0.000032425254,0.006557467,0.0000010646764,0.000001497692,0.027364181,0.9336273,0.00013912118],"about_ca_topic_score_codex":0.000008518999,"about_ca_topic_score_gemma":0.000003553334,"teacher_disagreement_score":0.41503096,"about_ca_system_score_codex":0.000109238135,"about_ca_system_score_gemma":0.0013650813,"threshold_uncertainty_score":0.9999963},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2967722566","doi":"10.1007/s10805-019-09340-6","title":"Plagiarism Intervention Using a Game-Based Tutorial in an Online Distance Education Course","year":2019,"lang":"en","type":"article","venue":"Journal of Academic Ethics","topic":"Educational Games and Gamification","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Korea Institute of Energy Research","keywords":"Mathematics education; Game Developer; Psychology; Significant difference; Intervention (counseling); Computer science; Multimedia; Game design; Medicine","score_opus":0.11759638860979874,"score_gpt":0.4790997388643708,"score_spread":0.36150335025457203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967722566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98402566,0.0011829942,0.00309497,0.0047681625,0.0066745533,0.0001490215,0.000008322826,0.0000069024936,0.000089407506],"genre_scores_gemma":[0.99539685,0.00005887268,0.0014830077,0.0008783454,0.0016991303,0.0000030066335,0.000035615492,0.000017388642,0.0004277831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981317,0.0004197836,0.0007549305,0.00016782984,0.0003721736,0.00015357099],"domain_scores_gemma":[0.9980308,0.00034714397,0.0008848261,0.00018952273,0.00046063948,0.0000870969],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002290647,0.00010398453,0.00018931387,0.00019669824,0.000024399367,0.000020967567,0.0002609512,0.00070246164,0.00016540878],"category_scores_gemma":[0.0003153117,0.00010167869,0.000088639434,0.0002097725,0.000053122072,0.00031824745,0.000009461479,0.003553842,0.00001701269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002586787,0.0092956275,0.7021155,0.0004458401,0.00017168385,0.000013809602,0.06572813,0.009187279,0.019959342,0.12394985,0.0039680153,0.06257814],"study_design_scores_gemma":[0.005092376,0.000949555,0.8922944,0.0024276008,0.00018503741,0.00015063141,0.022141581,0.0072777877,0.00024612134,0.016648564,0.052019853,0.000566473],"about_ca_topic_score_codex":0.00007315668,"about_ca_topic_score_gemma":0.000038177383,"teacher_disagreement_score":0.19017893,"about_ca_system_score_codex":0.000239757,"about_ca_system_score_gemma":0.0010068881,"threshold_uncertainty_score":0.998745},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2967929375","doi":"10.1101/734137","title":"What difference do retractions make? An estimate of the epistemic impact of retractions on recent meta-analyses","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Sample size determination; Meta-analysis; Publication bias; Null hypothesis; Statistics; Psychology; Econometrics; Epistemology; Confidence interval; Mathematics; Philosophy; Medicine","score_opus":0.10901960773852816,"score_gpt":0.37662186296776434,"score_spread":0.2676022552292362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967929375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879352,0.0018378738,0.00029864063,0.0027549597,0.0048495075,0.0011311094,0.00081534364,0.00013760547,0.00023979032],"genre_scores_gemma":[0.9937571,0.0050829635,0.0005423433,0.000080845246,0.00037344338,0.00005486922,6.422036e-7,0.000047154772,0.00006060933],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9953826,0.0013212159,0.00090200396,0.0007714669,0.0011199695,0.00050274696],"domain_scores_gemma":[0.9945227,0.0005775241,0.0016483294,0.0018033906,0.0012094973,0.0002385613],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002818991,0.0004936403,0.0011035382,0.00028477635,0.0004789214,0.00027153917,0.0013446286,0.0018657292,0.00044918573],"category_scores_gemma":[0.0015985008,0.00035316864,0.00093995803,0.0009450092,0.0005155451,0.0004504332,0.00022151414,0.0037810523,0.000028925317],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000464822,0.0027328935,0.0686237,0.0012143651,0.019248383,0.000023795517,0.0031025836,0.011195615,0.8331544,0.05664227,0.0034590918,0.00013808857],"study_design_scores_gemma":[0.0006503785,0.000440022,0.803238,0.0024502655,0.012470019,1.14724905e-7,0.0010103137,0.0010941734,0.16639166,0.0005638054,0.009316915,0.0023743392],"about_ca_topic_score_codex":0.0033572533,"about_ca_topic_score_gemma":0.00016213876,"teacher_disagreement_score":0.7346143,"about_ca_system_score_codex":0.00066129275,"about_ca_system_score_gemma":0.0019300603,"threshold_uncertainty_score":0.99989206},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2975812787","doi":"10.11575/prism/36485","title":"Plagiarism perceptions among post-secondary students and faculty - A case study: Research project brief","year":2019,"lang":"en","type":"article","venue":"Open MIND","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Perception; Mathematics education; Pedagogy; Medicine","score_opus":0.15725622956429125,"score_gpt":0.4944760656588576,"score_spread":0.33721983609456635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975812787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92376596,0.000026406955,0.0000011139853,0.00045701416,0.00012561992,0.0026523776,0.000106849526,0.0000041904555,0.07286044],"genre_scores_gemma":[0.961918,0.000019021094,0.00026687875,0.000073942276,0.000109170294,0.000037616537,0.000023780163,0.000010527524,0.03754104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99671733,0.0011409367,0.00023945267,0.00051331206,0.00091340434,0.00047553063],"domain_scores_gemma":[0.99889886,0.0003379819,0.00006485876,0.00024386586,0.00028333013,0.0001711235],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0071210875,0.00012836322,0.00021994564,0.00014790478,0.0013801159,0.00090863096,0.00090194755,0.0005887172,0.005492691],"category_scores_gemma":[0.0003741972,0.00011687495,0.000036293182,0.0003520579,0.00043877232,0.00086509675,0.000733853,0.0026028946,0.0007336483],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054110256,0.00036573078,0.39586678,0.000007054862,0.00006549742,0.00070576963,0.56657296,3.0163417e-7,0.00006368498,0.0000886364,0.0072843507,0.028925085],"study_design_scores_gemma":[0.0008612064,0.00028883058,0.104562245,0.000034215675,0.00002414939,0.00010565409,0.7843567,0.000012803443,0.000008383932,0.000068266985,0.10946471,0.0002128315],"about_ca_topic_score_codex":0.21825176,"about_ca_topic_score_gemma":0.059483618,"teacher_disagreement_score":0.29130456,"about_ca_system_score_codex":0.00011097214,"about_ca_system_score_gemma":0.0007452246,"threshold_uncertainty_score":0.99991995},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2977875657","doi":"","title":"Combatting Plagiarism from a Transformational Viewpoint","year":2019,"lang":"en","type":"article","venue":"Journal of Transformative Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Transformational leadership; Academic integrity; Convention; Perception; Plagiarism detection; Psychology; Pedagogy; Mathematics education; Sociology; Computer science; Social psychology; Social science; Information retrieval","score_opus":0.011269328890205974,"score_gpt":0.2803632722449976,"score_spread":0.2690939433547916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977875657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968812,0.0005532004,0.0678662,0.013112778,0.00096154097,0.00030658147,0.000016568889,0.000049268237,0.12025266],"genre_scores_gemma":[0.9962754,0.00044158348,0.0019127099,0.0006216058,0.00035706692,0.0000011659903,0.000008470991,0.000009961881,0.00037202638],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973448,0.0006652012,0.00073798496,0.00008536807,0.0008595981,0.00030702865],"domain_scores_gemma":[0.9982089,0.0007980841,0.000487756,0.00004559166,0.00031681583,0.00014288345],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003780656,0.00013228324,0.00034469384,0.00016266058,0.00043109385,0.00008162452,0.00032907852,0.0004655779,0.0017209603],"category_scores_gemma":[0.00028267858,0.00011373875,0.00023919558,0.00019971149,0.000110331326,0.0016361609,0.0000074132195,0.0042029414,0.00020897799],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030394248,0.00008641541,0.007901985,0.00007532318,0.00031265095,0.000016100797,0.88100743,0.0033513983,0.0018754206,0.038438253,0.001104102,0.06552701],"study_design_scores_gemma":[0.0028891275,0.00040062168,0.0044435924,0.0009396907,0.00011817406,0.000047672984,0.17401183,0.0034635356,0.0019899688,0.013709345,0.79746747,0.0005190083],"about_ca_topic_score_codex":0.00028883337,"about_ca_topic_score_gemma":0.000034852463,"teacher_disagreement_score":0.79636335,"about_ca_system_score_codex":0.00014465221,"about_ca_system_score_gemma":0.0002680441,"threshold_uncertainty_score":0.9991916},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2982586741","doi":"10.1136/bmj.l6320","title":"Research integrity: UK guidelines are updated to ensure misconduct reporting","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research integrity; Scientific misconduct; Misconduct; Transparency (behavior); Scientific integrity; Sanctions; Quarter (Canadian coin); Political science; House of Commons; Academic integrity; Public relations; Engineering ethics; Engineering; Medicine; Law","score_opus":0.3034726249822061,"score_gpt":0.5108103985235424,"score_spread":0.20733777354133626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982586741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521814,0.00012649877,0.000043029333,0.12353076,0.0010180528,0.0007151492,0.000011505319,0.000096677846,0.22227696],"genre_scores_gemma":[0.9289789,0.000034007084,0.00285873,0.0026082937,0.0019148573,0.000021403455,0.00001576238,0.0000148547215,0.063553154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964168,0.0006712265,0.00088924816,0.00037802354,0.0010606296,0.00058404956],"domain_scores_gemma":[0.9971486,0.00035468096,0.00043840942,0.00034752354,0.0015116032,0.00019918648],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024371468,0.00010707782,0.0002534167,0.00015257603,0.00046483648,0.00011101196,0.0004990817,0.0007607729,0.0021902954],"category_scores_gemma":[0.02851081,0.00009279494,0.00007622426,0.0006975295,0.00012746653,0.00014292875,0.00014415703,0.0025999877,0.0018023849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018558896,0.000009543078,0.028020881,0.000009038043,0.000014597685,0.000033541044,0.004995706,0.000008780751,0.0009724893,0.009075132,0.95390975,0.002931989],"study_design_scores_gemma":[0.00009912973,0.000027497459,0.0034497974,0.000193257,0.000005585531,0.00000987452,0.04379831,0.000053208067,0.0008149798,0.003295405,0.94804734,0.00020563381],"about_ca_topic_score_codex":0.013740522,"about_ca_topic_score_gemma":0.0027973345,"teacher_disagreement_score":0.27679756,"about_ca_system_score_codex":0.00011985236,"about_ca_system_score_gemma":0.0005289899,"threshold_uncertainty_score":0.9997011},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","score_opus":0.14897056287834803,"score_gpt":0.4618668965510392,"score_spread":0.31289633367269115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986512685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458332,0.002291367,0.00032150856,0.016724406,0.0007125328,0.0021362226,0.00006569001,0.00023246517,0.031682603],"genre_scores_gemma":[0.9957627,0.0005082919,0.00057145185,0.00026421846,0.0003272848,0.00025697827,0.000002738588,0.000053514384,0.0022528186],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99509233,0.0013321177,0.00050940854,0.00073138543,0.0015713447,0.000763382],"domain_scores_gemma":[0.9963075,0.001634982,0.0003147272,0.0008741062,0.00054861326,0.0003200532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01226934,0.0002998078,0.00044345172,0.0007410894,0.00084920815,0.0007240698,0.0017773198,0.00052361615,0.00007791731],"category_scores_gemma":[0.0056119524,0.00022435263,0.000114380215,0.00065381045,0.00038455264,0.00009395982,0.001286968,0.00160123,0.00007583514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016993597,0.0003153884,0.35810432,0.0017188839,0.0008201385,0.0006183764,0.42353484,0.0117174545,0.0033212423,0.12215041,0.037728347,0.038271252],"study_design_scores_gemma":[0.0033491768,0.00092094747,0.12275755,0.015560146,0.00065574626,0.0003290558,0.1531305,0.008859597,0.0054931534,0.47803357,0.2033768,0.0075337463],"about_ca_topic_score_codex":0.0009415289,"about_ca_topic_score_gemma":0.0009511681,"teacher_disagreement_score":0.35588318,"about_ca_system_score_codex":0.00020913144,"about_ca_system_score_gemma":0.0012014442,"threshold_uncertainty_score":0.91488343},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2986767685","doi":"10.1080/08989621.2019.1684906","title":"Breaking barriers to ethical research: An analysis of the effectiveness of nonhuman animal research approval in Canada","year":2019,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mandate; Research ethics; Protocol (science); Animal testing; Public trust; Public relations; Quality (philosophy); Political science; Certification; Engineering ethics; Business; Medical education; Medicine; Law; Alternative medicine; Engineering; Biology","score_opus":0.4771556329383189,"score_gpt":0.5741450469816433,"score_spread":0.09698941404332434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986767685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960156,0.00001883823,9.943658e-7,0.0002787272,0.000044513352,0.0013410095,0.00005607493,0.0000078179,0.002236429],"genre_scores_gemma":[0.9997493,0.0000017361293,0.00004210466,0.000017310185,0.000027660053,0.000114234375,0.0000050058525,0.000023894387,0.000018758717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9732027,0.019975541,0.0006835343,0.0009349437,0.004000929,0.0012023372],"domain_scores_gemma":[0.9769349,0.019331425,0.00007015665,0.0014688513,0.001923798,0.0002708861],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08196381,0.00016320005,0.000630057,0.0017293879,0.00025974552,0.000058239453,0.0018562368,0.00021781045,0.00029851717],"category_scores_gemma":[0.017518751,0.00013081501,0.000108671884,0.008742091,0.0010766624,0.00018916302,0.0014114704,0.004303665,0.000010461375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051435186,0.00019182137,0.9518516,0.00036682282,0.00006335517,0.000022581598,0.0031823982,0.00046756206,0.037185658,0.0012922183,0.000013381623,0.0002190718],"study_design_scores_gemma":[0.00034770404,0.0013963146,0.97342277,0.0003197719,0.000006951344,0.0000018617653,0.016219473,0.0051522455,0.00225232,0.0007333879,0.000025376694,0.00012182026],"about_ca_topic_score_codex":0.9678085,"about_ca_topic_score_gemma":0.9073222,"teacher_disagreement_score":0.064445056,"about_ca_system_score_codex":0.002443665,"about_ca_system_score_gemma":0.0037203713,"threshold_uncertainty_score":0.99799347},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2987387909","doi":"10.1145/3371041.3371046","title":"Cognitive Bias in the Peer Review Process","year":2019,"lang":"en","type":"article","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Publication; Psychology; Process (computing); Peer review; Perception; Reliability (semiconductor); Cognition; Cognitive bias; Social psychology; Applied psychology; Computer science; Political science","score_opus":0.03631679237531469,"score_gpt":0.307120249385612,"score_spread":0.2708034570102973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987387909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15587811,0.059558317,0.5141694,0.02965073,0.010633023,0.07930224,0.02709926,0.0011677553,0.12254115],"genre_scores_gemma":[0.94571275,0.0045389645,0.00023053303,0.018200155,0.0008768593,0.0033945614,0.026406772,0.00006268537,0.0005767116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666053,0.000080235244,0.0010224547,0.00033784544,0.0014256143,0.00047334362],"domain_scores_gemma":[0.98878497,0.0010606952,0.00803742,0.001369363,0.00073370524,0.000013850801],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007188733,0.00031310625,0.0003873213,0.00027093067,0.00020498426,0.0004296867,0.0016986086,0.000039381735,0.0000964654],"category_scores_gemma":[0.04439838,0.00020127688,0.00007240045,0.0012922116,0.000073462266,0.016693313,0.0005474367,0.00040802086,0.0010956476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001183522,0.0005906783,0.091368966,0.14542602,0.00020590099,0.00004590854,0.005632116,0.0132854525,0.00004074745,0.14995587,0.4272915,0.16497329],"study_design_scores_gemma":[0.0012202221,0.000012011854,0.0005333335,0.0058896076,0.000052252668,0.000005902949,0.0059352983,0.0036556143,0.0000064833457,0.00014065676,0.9822206,0.0003280505],"about_ca_topic_score_codex":0.00051438616,"about_ca_topic_score_gemma":0.00021299788,"teacher_disagreement_score":0.7898346,"about_ca_system_score_codex":0.00006194126,"about_ca_system_score_gemma":0.000039171686,"threshold_uncertainty_score":0.9996821},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2990195677","doi":"10.1007/s40979-019-0047-z","title":"Are Canadian professors teaching the skills and knowledge students need to prevent plagiarism?","year":2019,"lang":"en","type":"article","venue":"International Journal for Educational Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Library science; Redaction; Plagiarism detection; Pedagogy; Psychology; Sociology; Mathematics education; Computer science; Art; Literature","score_opus":0.03032029235692155,"score_gpt":0.42519208248398427,"score_spread":0.3948717901270627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990195677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76075506,0.00012452394,0.00012405368,0.2201472,0.0097519485,0.0007591879,0.00009783689,0.000013090911,0.0082270745],"genre_scores_gemma":[0.9666253,0.00004663971,0.0004833108,0.0052043987,0.0025257044,0.000058597234,0.000020421652,0.000013295243,0.025022373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978081,0.0004129714,0.00035116167,0.00023622465,0.0008148559,0.00037670275],"domain_scores_gemma":[0.99701315,0.0011336348,0.00025854976,0.00010819768,0.0010523419,0.00043412033],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0045224503,0.00014987038,0.00015800435,0.00026425734,0.0011427735,0.0004745042,0.0012996412,0.00038093622,0.000532757],"category_scores_gemma":[0.0034705896,0.0001149582,0.00011409024,0.000108259555,0.00010754158,0.00046812507,0.00009865456,0.0028385406,0.00018138204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065390115,0.00081551645,0.31584644,0.00001430108,0.0003571495,0.0000031405532,0.06482175,0.00002992756,0.000031510786,0.3207644,0.29128247,0.005967983],"study_design_scores_gemma":[0.00029795952,0.000031478754,0.14641976,0.00024147543,0.00002454698,0.000044100678,0.023489095,0.000039625258,0.000033204928,0.037262708,0.7918854,0.00023063693],"about_ca_topic_score_codex":0.036559016,"about_ca_topic_score_gemma":0.075935535,"teacher_disagreement_score":0.5006029,"about_ca_system_score_codex":0.0010456762,"about_ca_system_score_gemma":0.0018858454,"threshold_uncertainty_score":0.99946195},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2990662480","doi":"10.1111/jan.14273","title":"How to minimize research misconduct? Priorities for academics in nursing","year":2019,"lang":"en","type":"editorial","venue":"Journal of Advanced Nursing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Misconduct; Nursing; Nursing research; Scientific misconduct; Psychology; MEDLINE; Medical education; Medicine; Political science; Alternative medicine; Law","score_opus":0.07564282463720501,"score_gpt":0.4601518012753888,"score_spread":0.3845089766381838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990662480","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019685582,0.004608988,0.0024856871,0.028339375,0.95627195,0.001022957,0.000077492696,0.00001796082,0.005207024],"genre_scores_gemma":[0.0010817632,0.0025590463,0.034022197,0.00008645199,0.95198387,0.000012151808,0.000012035728,0.00007746082,0.010165038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942273,0.00078511704,0.00085757195,0.00040060587,0.0026046857,0.0011247005],"domain_scores_gemma":[0.98821855,0.00828733,0.00078739726,0.00019173016,0.0021958174,0.0003191572],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009325787,0.0002913678,0.00092494837,0.0010534003,0.0005339752,0.00032482683,0.0011574865,0.0038770277,0.000008067629],"category_scores_gemma":[0.029288445,0.00029442113,0.0002652481,0.0006544883,0.0005707867,0.0010779718,0.000028451972,0.012147337,0.000004181511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007692986,0.000045077693,0.0000058613537,0.00008176477,0.000017644215,0.000008996638,0.03631464,0.00008823479,0.00056764134,0.0018136813,0.89324784,0.06703931],"study_design_scores_gemma":[0.0008445802,0.00025513463,0.000004530547,0.010777823,0.000038946484,0.000004866246,0.07103242,0.0000073158994,0.0002850225,0.024043767,0.89240503,0.0003005692],"about_ca_topic_score_codex":0.00005219708,"about_ca_topic_score_gemma":0.000036689093,"teacher_disagreement_score":0.06673874,"about_ca_system_score_codex":0.0033692003,"about_ca_system_score_gemma":0.0033640538,"threshold_uncertainty_score":0.99995077},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2992890322","doi":"10.29173/jchla29389","title":"An Education Session Developed in Response to Low Health Professional Awareness of Predatory Journals","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Health professionals; Publication; Public relations; Work (physics); Medical education; Psychology; Health care; Political science; Medicine; Business; Engineering; Advertising","score_opus":0.07273604979052904,"score_gpt":0.4722611424672414,"score_spread":0.3995250926767123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992890322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518875,0.007491731,0.00019933871,0.036986154,0.0027078716,0.0004132762,0.00017720176,0.000005123778,0.00013179316],"genre_scores_gemma":[0.98502517,0.00191013,0.0016207848,0.009886167,0.0004453833,0.000004652653,0.000003922706,0.000024103525,0.0010796989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9760961,0.012116813,0.0027711117,0.0003055374,0.0073544513,0.0013560188],"domain_scores_gemma":[0.97381514,0.010005943,0.007169931,0.00040794283,0.005916819,0.002684199],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.108238995,0.00021766522,0.0007930719,0.011743678,0.0009097667,0.0027838645,0.0022025986,0.00042116435,0.00036902068],"category_scores_gemma":[0.07955814,0.00016290811,0.00021144089,0.019269984,0.00003326592,0.0021284637,0.00013087667,0.0015897985,0.000003490455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001543662,0.000111314424,0.77714884,0.000022908625,0.000036756966,0.000011406981,0.0018536658,0.0010297927,0.00016118123,0.000088055844,0.21336603,0.0060156872],"study_design_scores_gemma":[0.00066128065,0.00021110171,0.9059565,0.00034975648,0.000005184849,0.00012215764,0.0018456926,0.0004792369,0.00015393457,0.0022536428,0.087801404,0.00016012746],"about_ca_topic_score_codex":0.1524373,"about_ca_topic_score_gemma":0.32695332,"teacher_disagreement_score":0.2227726,"about_ca_system_score_codex":0.044488713,"about_ca_system_score_gemma":0.2672613,"threshold_uncertainty_score":0.99945736},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2993344217","doi":"10.47678/cjhe.v41i1.2173","title":"Research Integrity/Misconduct Policies of Canadian Universities","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Carleton University","funders":"Canadian Institutes of Health Research; Queen's University; Dalhousie University; University of Alberta; Cape Breton University; Lakehead University; Brock University; Concordia University; Acadia University; McMaster University; University of Northern British Columbia; Université de Montréal; University of Lethbridge; Social Sciences and Humanities Research Council of Canada; Université de Moncton; University of Ottawa; McGill University; University of Regina; Université Laval","keywords":"Misconduct; Scientific misconduct; Research integrity; Sanctions; Academic integrity; Context (archaeology); Political science; Corporate governance; Public relations; Criminology; Engineering ethics; Psychology; Business; Law; Engineering; Medicine","score_opus":0.1700990352348766,"score_gpt":0.38865137630327007,"score_spread":0.21855234106839347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993344217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49810758,0.001580934,0.0000016994351,0.012095988,0.0021018363,0.0000734461,0.000017387827,0.0000025409354,0.48601857],"genre_scores_gemma":[0.9648208,0.00008507365,0.00024493644,0.00035362015,0.00055787625,5.191329e-7,0.0000019797735,0.00000520397,0.03392996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986973,0.0003701447,0.00021244504,0.000066280976,0.0002623981,0.0003914643],"domain_scores_gemma":[0.9975988,0.00009324011,0.00012862454,0.00009060249,0.0011926481,0.000896045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018189895,0.0000580902,0.00011835598,0.0021037548,0.00046975812,0.000034486176,0.00046926775,0.0003376683,0.0034135783],"category_scores_gemma":[0.00016465697,0.000058424135,0.000051435396,0.00083161274,0.0006276707,0.00036578192,0.0000046676328,0.0013010503,0.0000229423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006148114,0.000014980395,0.0147216935,0.000008529581,0.000026247306,0.000010670865,0.1531339,4.3211767e-7,0.000029201223,0.5416032,0.28974193,0.0007030762],"study_design_scores_gemma":[0.000040342144,0.000038772356,0.025266614,0.00007128383,0.000012377235,0.000007476599,0.15893544,7.265653e-8,0.00019874374,0.01132805,0.80403453,0.00006629221],"about_ca_topic_score_codex":0.9923597,"about_ca_topic_score_gemma":0.97066915,"teacher_disagreement_score":0.53027517,"about_ca_system_score_codex":0.0010421447,"about_ca_system_score_gemma":0.0425786,"threshold_uncertainty_score":0.99749744},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3000464218","doi":"10.1139/facets-2019-0031","title":"Perspectives for early-career researchers on plagiarism and scientific integrity","year":2020,"lang":"en","type":"article","venue":"FACETS","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Research integrity; Realm; Engineering ethics; Scientific integrity; Transparency (behavior); Academic integrity; Accreditation; Psychology; Scientific misconduct; Political science; Medical education; Medicine; Engineering; Alternative medicine","score_opus":0.18847652458186093,"score_gpt":0.38181963863638313,"score_spread":0.1933431140545222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000464218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88750577,0.0007007288,0.000872624,0.08356452,0.0003515618,0.000716072,0.00010194707,0.00012600778,0.026060775],"genre_scores_gemma":[0.9944924,0.000053086518,0.0005559583,0.0004929801,0.00033285425,0.000017182208,0.0000057603575,0.000008847891,0.004040931],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835247,0.00024141991,0.00011040399,0.00039861767,0.0005050863,0.00039201393],"domain_scores_gemma":[0.99892646,0.00043436443,0.000037497513,0.0000984652,0.00021127555,0.00029191189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020583752,0.00009748986,0.00013365701,0.000059804195,0.0009187564,0.0002621054,0.00030740612,0.0005606829,0.00017213225],"category_scores_gemma":[0.0037849823,0.00008901229,0.000057167963,0.00023681695,0.000784243,0.00021324621,0.000060435366,0.0017930652,0.0001020515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002258312,0.00005834788,0.005237494,0.000042557218,0.000046694277,0.000004627241,0.56888914,0.000002828213,0.0009038396,0.27688617,0.1402226,0.0074799014],"study_design_scores_gemma":[0.0007829004,0.00036923314,0.008506445,0.00006600588,0.00002156856,6.0598836e-7,0.17664942,0.0005127345,0.001136522,0.020129781,0.79141355,0.00041122947],"about_ca_topic_score_codex":0.0009549128,"about_ca_topic_score_gemma":0.00017910426,"teacher_disagreement_score":0.65119094,"about_ca_system_score_codex":0.00008513509,"about_ca_system_score_gemma":0.00019934618,"threshold_uncertainty_score":0.7790076},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3000781667","doi":"10.1007/s12035-020-01883-9","title":"Retraction Note: Aluminum in Neurological and Neurodegenerative Disease","year":2020,"lang":"en","type":"retraction","venue":"Molecular Neurobiology","topic":"Aluminum toxicity and tolerance in plants and animals","field":"Agricultural and Biological Sciences","cited_by":5,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Wildlife Fund Canada; Surrey Place Centre; Norgen Biotek Corporation (Canada); Toronto General Hospital; University of Toronto","funders":"","keywords":"Parkinsonism; Neurology; Philosophy; Psychoanalysis; Gerontology; Neuroscience; Psychology; Medicine; Disease; Pathology","score_opus":0.015677426730010748,"score_gpt":0.22376755508810875,"score_spread":0.208090128358098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000781667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984541,0.0015926932,0.000011547346,0.009323801,0.0020962488,0.0005676806,0.00064911984,0.00011402502,0.0011038862],"genre_scores_gemma":[0.98702747,0.0043773707,0.00002359889,0.005889373,0.0011183834,0.00003781936,0.0010093546,0.000006906014,0.00050974154],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764615,0.00046335292,0.00036261635,0.00097121944,0.00016101272,0.00039562414],"domain_scores_gemma":[0.99919987,0.00029890775,0.00019108756,0.000075947166,0.00003276169,0.00020145833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012054989,0.0003803324,0.0005141946,0.00003441265,0.00012683294,0.0000653665,0.00021911642,0.00083323225,0.00019057177],"category_scores_gemma":[0.00024337934,0.00017988528,0.00013980342,0.0002411793,0.00014103742,0.00008629046,0.00012693316,0.0014301793,0.000041007064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017283297,0.00071356725,0.00850497,0.00029398198,0.000064870386,0.006621131,0.00008701275,0.000116864474,0.7729184,0.000617996,0.04512949,0.16320339],"study_design_scores_gemma":[0.0004191757,0.0021909873,0.21598035,0.00015833943,0.00009494886,0.00021048175,0.0000140984,0.0017684505,0.001823604,0.0005022659,0.77556854,0.0012687562],"about_ca_topic_score_codex":0.000060794493,"about_ca_topic_score_gemma":0.00012606857,"teacher_disagreement_score":0.7710948,"about_ca_system_score_codex":0.000011647604,"about_ca_system_score_gemma":0.00002238581,"threshold_uncertainty_score":0.73355085},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3002767658","doi":"10.1080/08989621.2020.1721288","title":"The norms of authorship credit: Challenging the definition of authorship in The European Code of Conduct for Research Integrity","year":2020,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Medical Association; Dublin City University; European Commission","keywords":"Normative; Code of conduct; Research integrity; Medical journal; Code (set theory); Order (exchange); Scientific misconduct; Engineering ethics; Computer science; Political science; Psychology; Law; Public relations; Library science; Medicine; Alternative medicine; Business","score_opus":0.7205593581249751,"score_gpt":0.5510722679019152,"score_spread":0.16948709022305986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002767658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89185613,0.00034295156,0.000053627547,0.07780925,0.0001125907,0.0016486606,0.00009335683,0.000010441174,0.028072994],"genre_scores_gemma":[0.9991139,0.00034435655,0.000075176686,0.00007712214,0.00026076433,0.00008542467,0.0000075596467,0.00001102061,0.00002466194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96549726,0.028339505,0.0011537487,0.00049925625,0.0033516812,0.0011585776],"domain_scores_gemma":[0.96147954,0.03603966,0.00017813819,0.00057185197,0.001635848,0.00009493826],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22952725,0.00011323255,0.00029183118,0.00017975157,0.0009121173,0.00008118248,0.0026465254,0.00048632256,0.00004727293],"category_scores_gemma":[0.06607984,0.00006212987,0.00011831534,0.0020166638,0.0040113623,0.00023356048,0.00031126238,0.007337388,0.000008502868],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007275684,0.00026000995,0.03476147,0.00042938272,0.000021450669,0.000002177523,0.46823764,0.000013274575,0.00080684334,0.48708892,0.0031096144,0.0045416653],"study_design_scores_gemma":[0.0004999893,0.0003356923,0.06546278,0.00024590216,0.000008938074,7.826677e-7,0.48351732,0.0005841596,0.0013406328,0.4377931,0.010063325,0.0001473673],"about_ca_topic_score_codex":0.024719901,"about_ca_topic_score_gemma":0.023981351,"teacher_disagreement_score":0.16344742,"about_ca_system_score_codex":0.00018530079,"about_ca_system_score_gemma":0.00068030774,"threshold_uncertainty_score":0.9986991},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","score_opus":0.022764008140186278,"score_gpt":0.2937078578585832,"score_spread":0.27094384971839697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003877329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62365514,0.0008662242,0.31170815,0.029565008,0.0045231753,0.0008673683,0.000007944262,0.00067608437,0.028130922],"genre_scores_gemma":[0.9906035,0.000018773577,0.00325556,0.0031884909,0.0016294782,0.0000034156012,0.0000064852925,0.00002023632,0.0012740745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800986,0.00031545924,0.00023744021,0.0002967288,0.00046181615,0.00067869906],"domain_scores_gemma":[0.9982427,0.0010280017,0.00014248204,0.00027061935,0.000118709315,0.00019748391],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033642272,0.00017146018,0.00017443915,0.00010549857,0.0009298486,0.00008549496,0.00051117403,0.0015208838,0.00057390425],"category_scores_gemma":[0.0018824355,0.00017315219,0.0001122974,0.0003335614,0.00024273334,0.00007544096,0.00006809972,0.0024137362,0.00009312084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031192114,0.00073685835,0.03409246,0.00011850651,0.00030235286,0.0009296937,0.02970461,0.04937646,0.012138108,0.018734576,0.25383598,0.5969112],"study_design_scores_gemma":[0.00067031145,0.00007302253,0.0016042402,0.000047559213,0.000056820332,0.000015191449,0.0019268033,0.022079993,0.0036899648,0.0010402629,0.96822345,0.000572364],"about_ca_topic_score_codex":0.005230187,"about_ca_topic_score_gemma":0.0011528473,"teacher_disagreement_score":0.7143875,"about_ca_system_score_codex":0.00018932515,"about_ca_system_score_gemma":0.000072898,"threshold_uncertainty_score":0.99988776},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3005373428","doi":"10.1139/cjp-2020-0058","title":"Retraction: Analysis of solar activity and atmospheric pressure competition effects on cosmic radiation events","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Solar and Space Plasma Dynamics","field":"Physics and Astronomy","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Cosmic ray; Radiation; COSMIC cancer database; Radiation pressure; Atmospheric pressure; Astrophysics; Atmospheric sciences; Astronomy; Meteorology; Optics","score_opus":0.0054220880907655125,"score_gpt":0.20290199039339418,"score_spread":0.19747990230262866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005373428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819619,0.000053524636,0.017253945,0.00025443573,0.00016905724,0.0000670066,0.00007279918,0.0000021257827,0.00016518957],"genre_scores_gemma":[0.9994992,0.000004993448,0.00012642994,0.000051695923,0.00028026456,6.2602857e-7,0.000017727629,0.000008167993,0.000010910686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99948794,0.000060480976,0.00013364737,0.00008793028,0.00012226876,0.00010773424],"domain_scores_gemma":[0.99924594,0.00006910173,0.0002734373,0.00007181611,0.00008439616,0.00025531065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006455226,0.00008958746,0.00025789032,0.000028721788,0.00007019577,0.000021645972,0.00006457201,0.000039139908,0.000031665702],"category_scores_gemma":[0.00001271479,0.00009202114,0.0001409128,0.00036788624,0.000019353243,0.00017232586,0.0000038140884,0.00024421807,0.0000016118116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013914771,0.00012173048,0.7995851,0.00012510974,0.004490913,0.000013530481,0.0018582419,0.07581744,0.0038013805,0.0063950517,0.00069939636,0.10695293],"study_design_scores_gemma":[0.0015983629,0.0007077851,0.72912496,0.0001145784,0.0038509422,0.000002353082,0.0003034119,0.24919732,0.01036032,0.0021166424,0.0022291976,0.00039414136],"about_ca_topic_score_codex":0.00096777343,"about_ca_topic_score_gemma":0.0002782339,"teacher_disagreement_score":0.17337988,"about_ca_system_score_codex":0.000033030712,"about_ca_system_score_gemma":0.00016965129,"threshold_uncertainty_score":0.37525132},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.13118644240095656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006156524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013997,0.001192291,0.0009614991,0.05913519,0.0002580162,0.004841887,0.00009786884,0.000025305219,0.032088276],"genre_scores_gemma":[0.99517417,0.000029387287,0.0008091661,0.0024589235,0.00010131079,0.00013670689,7.7190674e-7,0.000013076763,0.0012765072],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9920571,0.000536052,0.00069576193,0.00071273785,0.005506241,0.0004921317],"domain_scores_gemma":[0.99164027,0.0050096083,0.0002962572,0.0006942268,0.0016232703,0.00073638593],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03954222,0.00014053984,0.0003389383,0.013777348,0.00060300727,0.008913535,0.0044221412,0.00007675587,0.0002524096],"category_scores_gemma":[0.08963586,0.000075792355,0.000060211205,0.08829046,0.00008188947,0.0004916695,0.0031583342,0.00030157468,0.0003109448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004967972,0.000191508,0.1973189,0.00008048205,0.00018112815,0.00043771806,0.035393324,0.0046310783,0.0031112474,0.020783104,0.36892292,0.36398062],"study_design_scores_gemma":[0.0089405775,0.0031675173,0.43265355,0.0007237735,0.000090552,0.0007423301,0.066853955,0.14736328,0.004403548,0.100563176,0.23169625,0.0028015068],"about_ca_topic_score_codex":0.00006838201,"about_ca_topic_score_gemma":0.000033891043,"teacher_disagreement_score":0.3611791,"about_ca_system_score_codex":0.000034099045,"about_ca_system_score_gemma":0.00047628445,"threshold_uncertainty_score":0.99740064},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3009728404","doi":"","title":"From plagiarism to academic integrity: Which skills, which strategies? Introduction to special issue: Introduction to special issue","year":2019,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Academic integrity; Engineering ethics; Academic dishonesty; Mathematics education; Cheating; Psychology; Engineering; Social psychology","score_opus":0.011414161001601508,"score_gpt":0.2996456282031324,"score_spread":0.28823146720153087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009728404","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2045772,0.0000257228,0.0031604273,0.5496143,0.04356711,0.002524218,0.000113645794,0.00043202206,0.19598536],"genre_scores_gemma":[0.067479484,0.00015503247,0.0043808203,0.0059402357,0.8341349,0.00006680679,0.00020155068,0.00007896416,0.08756224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99293745,0.0007726271,0.0010517496,0.0019408943,0.0018780484,0.001419248],"domain_scores_gemma":[0.9963695,0.00034023798,0.00023143923,0.0008291659,0.0012207427,0.0010089437],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0039940956,0.00062318944,0.0008373833,0.0006444782,0.0007606967,0.0005883666,0.001503387,0.0034247204,0.071045175],"category_scores_gemma":[0.0044038687,0.0006316492,0.00013799197,0.0032676652,0.00012927636,0.0016958733,0.00040110035,0.008154082,0.03895431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023355435,0.00009311052,0.00032519785,0.000010583845,0.000051850788,0.0000018761078,0.051262897,0.00033105983,0.001985175,0.0279451,0.8927012,0.025058394],"study_design_scores_gemma":[0.00033318053,0.0002537082,0.0010492166,0.00005032192,0.00004896697,0.000004330774,0.050820526,0.00002657118,0.0022936761,0.0071056257,0.9372092,0.0008046753],"about_ca_topic_score_codex":0.024999317,"about_ca_topic_score_gemma":0.031101681,"teacher_disagreement_score":0.79056776,"about_ca_system_score_codex":0.0010638736,"about_ca_system_score_gemma":0.0009779114,"threshold_uncertainty_score":0.99961346},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3011724689","doi":"10.1016/j.jogc.2020.01.008","title":"The Responsibilities of Peer Review","year":2020,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Ethics in medical practice","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Medical journal; Peer review; Medicine; Library science; Impact factor; The Internet; Download; Scopus; Quality (philosophy); Internet privacy; World Wide Web; Public relations; Law; MEDLINE; Computer science; Political science","score_opus":0.08774296578100955,"score_gpt":0.41301371818492066,"score_spread":0.3252707524039111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011724689","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050141886,0.22153385,0.00004786142,0.67540246,0.026346153,0.0004742746,0.000027066446,0.000005161678,0.026021272],"genre_scores_gemma":[0.92167246,0.02482701,0.0004188765,0.05073935,0.00011666944,0.0000038011156,7.777066e-7,0.000012530025,0.0022085041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625164,0.0017696592,0.00089259323,0.000073206145,0.00081534,0.00019754369],"domain_scores_gemma":[0.83562285,0.15918891,0.0013982184,0.00018642681,0.0032806662,0.00032295377],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007687894,0.000063143474,0.00032462904,0.000031260133,0.00046320993,0.00000324173,0.00025420362,0.00013604436,0.00042575528],"category_scores_gemma":[0.5665385,0.0000381532,0.00003751246,0.00026892178,0.00017735153,0.00005152018,0.00009030202,0.0028642656,0.0000014631659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033555454,0.000026611471,0.035638563,0.002602875,0.00015918424,0.0005925106,0.0019285594,0.0000037685343,0.00000754337,0.016356096,0.905495,0.037155718],"study_design_scores_gemma":[0.0005142688,0.00020132962,0.027251797,0.00008627339,0.00007118361,0.0000053198246,0.004241719,0.000011722113,0.000002321824,0.0023281083,0.96523744,0.000048545902],"about_ca_topic_score_codex":0.004683109,"about_ca_topic_score_gemma":0.0146527635,"teacher_disagreement_score":0.8715306,"about_ca_system_score_codex":0.00028288356,"about_ca_system_score_gemma":0.0059876605,"threshold_uncertainty_score":0.99964744},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3013088182","doi":"10.18438/eblip29651","title":"Differences in Faculty Approaches to Plagiarism Deterrence are an Opportunity for Increased Collaboration in Information Literacy Instruction","year":2020,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information literacy; Psychology; Medical education; Plagiarism detection; Mathematics education; Pedagogy; Medicine; Computer science","score_opus":0.1138349922084648,"score_gpt":0.3251594065070142,"score_spread":0.2113244142985494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013088182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65288836,0.00007664597,0.03189914,0.30921957,0.00025785275,0.0023355891,0.00019790934,0.00019231983,0.0029326412],"genre_scores_gemma":[0.94732404,0.00021697178,0.008881735,0.04295352,0.00009730485,0.00012493106,0.00039079244,0.0000035742437,0.0000071238796],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790126,0.0007304398,0.000619638,0.00016490738,0.00036604545,0.00021768571],"domain_scores_gemma":[0.9978948,0.0010774758,0.00049081567,0.000098508375,0.0001266348,0.00031174242],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016951626,0.00014073722,0.0001813376,0.00029788513,0.00029738125,0.000764091,0.0002517658,0.00041239502,0.000047692552],"category_scores_gemma":[0.011008887,0.00014236651,0.000020922611,0.0010353278,0.00008329497,0.30296266,0.00004363921,0.0006942716,0.000012680948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060414756,0.0001984481,0.098834775,0.00066661736,0.000019308576,0.000004686152,0.34767306,0.0012934307,0.0000297942,0.317942,0.0035465064,0.22374988],"study_design_scores_gemma":[0.0018362626,0.0005581319,0.0992333,0.0007420442,0.000025132127,0.0000037815441,0.19107102,0.14305978,0.0005756423,0.0011612345,0.5610374,0.000696265],"about_ca_topic_score_codex":0.00045702094,"about_ca_topic_score_gemma":0.000026608697,"teacher_disagreement_score":0.5574909,"about_ca_system_score_codex":0.00005177115,"about_ca_system_score_gemma":0.00066211424,"threshold_uncertainty_score":0.9973218},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3017108063","doi":"10.1086/712817","title":"The Dynamics of Retraction in Epistemic Networks","year":2020,"lang":"en","type":"article","venue":"Philosophy of Science","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"University of California, Irvine; National Science Foundation","keywords":"Misinformation; Dynamics (music); Epistemology; Computer science; Psychology; Philosophy; Computer security","score_opus":0.04211312450506456,"score_gpt":0.3087673931151469,"score_spread":0.26665426861008235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017108063","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38054132,0.00016446691,0.0017025298,0.12932026,0.00071774767,0.00037511974,0.0000050336857,0.000036636135,0.48713687],"genre_scores_gemma":[0.99953127,0.00014223543,0.000058578305,0.00018352189,0.000060511622,2.5158e-7,2.8204298e-7,0.0000010740059,0.0000222805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999103,0.000031621978,0.00020440886,0.00006903873,0.00045120646,0.00014073006],"domain_scores_gemma":[0.9995023,0.000087635,0.00016179123,0.00007940004,0.0000886359,0.000080252634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012541614,0.000031029238,0.00006522485,0.000046119654,0.00026277165,0.000025392499,0.00036920753,0.000030063105,0.000011307615],"category_scores_gemma":[0.00077803276,0.000023696073,0.000020323836,0.0010796919,0.0016432311,0.00041523305,0.000025208627,0.00008941476,0.000003023301],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019548082,0.0000132233645,0.0009770428,0.000011955095,0.0000010580195,1.4939782e-7,0.022788305,0.0009287408,0.0002813617,0.9649855,0.00008037823,0.009912744],"study_design_scores_gemma":[0.000986251,0.00043285545,0.084117986,0.0002773005,0.000013413135,0.000002217374,0.06465346,0.66134965,0.0019639095,0.18074532,0.0049518626,0.0005057817],"about_ca_topic_score_codex":0.00014180155,"about_ca_topic_score_gemma":0.00010222256,"teacher_disagreement_score":0.7842402,"about_ca_system_score_codex":0.000059701062,"about_ca_system_score_gemma":0.00016755408,"threshold_uncertainty_score":0.6054554},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3017180481","doi":"10.1089/bio.2019.0090","title":"Biobanking for Genomic and Personalized Health Research: Participant Perceptions and Preferences","year":2020,"lang":"en","type":"article","venue":"Biopreservation and Biobanking","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Victoria; Island Health","funders":"","keywords":"Biobank; Health care; Family medicine; Biorepository; Medicine; Sample (material); Test (biology); Psychology; Medical education; Bioinformatics","score_opus":0.91723787656931,"score_gpt":0.622052071792229,"score_spread":0.295185804777081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017180481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9165255,0.0025459768,0.0004543241,0.07947354,0.000026453505,0.0007801195,0.000025083998,0.000043586,0.00012542613],"genre_scores_gemma":[0.98705655,0.0050679804,0.0043922723,0.0029594626,0.00021249962,0.00005738195,0.000030434088,0.000015642712,0.00020774592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980947,0.00016311776,0.00036525202,0.0004799191,0.0005048121,0.00039220147],"domain_scores_gemma":[0.997281,0.0017756383,0.000077443074,0.0001436064,0.0003401511,0.00038214284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003622874,0.00011142546,0.00027564904,0.00011261502,0.00052880845,0.0001514224,0.0000909376,0.00016841001,0.0000586881],"category_scores_gemma":[0.0042198896,0.00009083928,0.0000363959,0.00021991608,0.0005633475,0.00010842552,0.00022891483,0.00060788187,0.0000035864982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018345471,0.0002318136,0.6224569,0.0055193026,0.00022738881,0.000008703972,0.030989805,0.0000013431071,0.15429693,0.10511813,0.0029389188,0.07637621],"study_design_scores_gemma":[0.0048626903,0.0032926728,0.88676786,0.0011546037,0.000102741156,0.000021518777,0.012039953,0.0139787905,0.00068315415,0.04727361,0.029401574,0.000420834],"about_ca_topic_score_codex":0.00016066572,"about_ca_topic_score_gemma":0.00014884025,"teacher_disagreement_score":0.26431096,"about_ca_system_score_codex":0.000035188452,"about_ca_system_score_gemma":0.00024393825,"threshold_uncertainty_score":0.50519073},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3017272939","doi":"10.1002/cam4.3031","title":"Gatekeeping in cancer clinical trials in Canada: The ethics of recruiting the “ideal” patient","year":2020,"lang":"en","type":"article","venue":"Cancer Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; University of Toronto; University Health Network; University of Manitoba; Princess Margaret Cancer Centre","funders":"Institute of Cancer Research; Canadian Institutes of Health Research","keywords":"Gatekeeping; Ideal (ethics); Medicine; Family medicine; Political science; Law","score_opus":0.9092293987296554,"score_gpt":0.700701129579729,"score_spread":0.2085282691499264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017272939","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32064185,0.012383776,0.000024393215,0.6639166,0.00087826315,0.0011517406,0.000016832882,0.000008397685,0.0009781579],"genre_scores_gemma":[0.9168911,0.022779519,0.000030722797,0.05876167,0.0012947092,0.00017628634,0.0000030733459,0.000023185545,0.00003971539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901166,0.0035593188,0.003433096,0.00047945918,0.0019225073,0.00048899814],"domain_scores_gemma":[0.84853584,0.14839272,0.0010496259,0.0007589308,0.0008075121,0.00045540137],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047196448,0.00015946326,0.001363703,0.000059418726,0.00007226536,0.000004656161,0.00045118365,0.00030841518,0.0004696189],"category_scores_gemma":[0.30611745,0.00007962546,0.00012176044,0.00084524765,0.0007981534,0.00002345929,0.00018069235,0.0075253933,0.000001429624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022349807,0.00011752488,0.66521764,0.0019994425,0.0002933898,0.00027967905,0.031712543,0.0008979261,0.001100634,0.0034663077,0.020403445,0.27227646],"study_design_scores_gemma":[0.026124014,0.0036061876,0.6926472,0.044760372,0.0008366721,0.000015798176,0.076039664,0.015788484,0.0035326895,0.00974657,0.12605086,0.00085149147],"about_ca_topic_score_codex":0.87447655,"about_ca_topic_score_gemma":0.9498524,"teacher_disagreement_score":0.60515493,"about_ca_system_score_codex":0.00077015144,"about_ca_system_score_gemma":0.01431744,"threshold_uncertainty_score":0.99476427},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3023612994","doi":"10.3138/jsp.51.3.02","title":"Nigerian Academics Patronizing Predatory Journals","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Promotion (chess); Publication; Mentorship; Public relations; Quality (philosophy); Accreditation; Sociology; Face (sociological concept); Political science; Social science; Politics; Law","score_opus":0.7676862134537907,"score_gpt":0.5499434508952649,"score_spread":0.21774276255852587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023612994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81380624,0.014750497,0.023999736,0.13772693,0.0022549238,0.00017114103,0.00003888106,0.000032855933,0.007218798],"genre_scores_gemma":[0.9856615,0.00068054005,0.005787332,0.0053792805,0.002218787,6.630831e-7,6.935999e-7,0.000024200082,0.00024699682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97267115,0.00074852456,0.002595597,0.00051779934,0.022685073,0.0007818619],"domain_scores_gemma":[0.96468353,0.0040193615,0.0030229227,0.0005431521,0.024980996,0.0027500303],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.10074971,0.00019233597,0.00060919905,0.034858666,0.00042505225,0.22506872,0.008602949,0.00044466997,0.0007634164],"category_scores_gemma":[0.46563378,0.00013418385,0.00043420354,0.10287018,0.00008968775,0.16440128,0.001298211,0.006170677,0.00010490411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009253439,0.00007560895,0.47103876,0.00001135814,0.00008347439,0.00019749085,0.0016280931,0.00022789654,0.012840841,0.0006119902,0.26965645,0.2435355],"study_design_scores_gemma":[0.0017894555,0.000635363,0.13976976,0.00010491849,0.000029450737,0.0003717592,0.00617461,0.0021140217,0.0015699214,0.015546213,0.8314476,0.0004469398],"about_ca_topic_score_codex":0.000007452127,"about_ca_topic_score_gemma":0.0000010382877,"teacher_disagreement_score":0.5617911,"about_ca_system_score_codex":0.00026237278,"about_ca_system_score_gemma":0.0010383717,"threshold_uncertainty_score":0.99676096},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3033253180","doi":"10.1080/2194587x.2020.1741394","title":"Honor and Shame: Plagiarism and Governing Student Morality","year":2020,"lang":"en","type":"article","venue":"Journal of College and Character","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Honor; Honesty; Morality; Shame; Punitive damages; Sociology; Moral development; Social psychology; Psychology; Pedagogy; Law; Political science","score_opus":0.023336306675625796,"score_gpt":0.29463530279063177,"score_spread":0.27129899611500596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033253180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958202,0.00074011093,0.000030575575,0.038462076,0.00014234727,0.00007141174,0.00002512937,0.000005256713,0.0023210654],"genre_scores_gemma":[0.99375606,0.002091644,0.00010328058,0.0028157998,0.0007778344,5.266725e-7,5.0263327e-7,0.0000040297946,0.00045034106],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990623,0.00013537984,0.00025157363,0.00010144049,0.00030815677,0.00014116168],"domain_scores_gemma":[0.99928325,0.00014577417,0.0002161236,0.000026720265,0.00008565393,0.00024245435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009348557,0.00007945303,0.00022257357,0.000026339827,0.00024021811,0.00009176826,0.000096386495,0.0002724428,0.00008414826],"category_scores_gemma":[0.00017313025,0.00006396993,0.000034043565,0.00006525805,0.00013501925,0.00039382637,0.00005239066,0.000971168,0.0000029254961],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011035188,0.0002870958,0.41758323,0.00025294995,0.00056047057,0.00068647275,0.37799296,0.0000013953238,0.004144933,0.07144247,0.094229415,0.031715076],"study_design_scores_gemma":[0.0011993635,0.00026169312,0.26200742,0.00010012668,0.00009739462,0.000086911816,0.022257948,0.0000778012,0.00010828023,0.0012055796,0.7123572,0.00024028668],"about_ca_topic_score_codex":0.00007480607,"about_ca_topic_score_gemma":0.000021412023,"teacher_disagreement_score":0.61812776,"about_ca_system_score_codex":0.000020688087,"about_ca_system_score_gemma":0.00007401446,"threshold_uncertainty_score":0.42192957},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3039277614","doi":"10.18280/isi.240208x","title":"Retraction: Secured Data Representation in Images Using Graph Wavelet Transformation Technique","year":2020,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Brain Tumor Detection and Classification","field":"Neuroscience","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Wavelet; Transformation (genetics); Graph; Representation (politics); Artificial intelligence; Pattern recognition (psychology); Information retrieval; Computer vision; Theoretical computer science; Chemistry","score_opus":0.0924169125638372,"score_gpt":0.30559509284466135,"score_spread":0.21317818028082414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039277614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18839215,0.000023048926,0.7941318,0.0016874743,0.0006063708,0.0019240377,0.00018270327,0.00070065074,0.0123517625],"genre_scores_gemma":[0.99648345,0.00004566002,0.002362583,0.00068749726,0.00008153033,0.00007209449,0.00024657339,0.0000140869,0.0000065133363],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99810046,0.00021196899,0.0007780226,0.00029796324,0.00038351922,0.00022806472],"domain_scores_gemma":[0.99893683,0.00007774087,0.0003981693,0.00039802093,0.00010141411,0.00008780165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048016064,0.00016828447,0.00017513,0.000340164,0.00025337655,0.0002614788,0.00034653238,0.00016805386,0.000055587898],"category_scores_gemma":[0.0010861321,0.00018203004,0.000045610082,0.0015107282,0.00011177353,0.00909288,0.000055150376,0.0003410922,0.000055684188],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037393122,0.00007995914,0.00043330574,0.00063908915,0.000012136079,0.000011031153,0.01816145,0.0018726605,0.8565614,0.004467209,0.0012556064,0.11613221],"study_design_scores_gemma":[0.0010366422,0.0001115352,0.0050784745,0.00013803742,0.00002123083,0.00021726562,0.0031424945,0.25105983,0.73010015,0.0034561625,0.0051562004,0.00048196563],"about_ca_topic_score_codex":0.00007211017,"about_ca_topic_score_gemma":0.000009130771,"teacher_disagreement_score":0.8080913,"about_ca_system_score_codex":0.0002033052,"about_ca_system_score_gemma":0.00007005911,"threshold_uncertainty_score":0.742297},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3081363283","doi":"10.1371/journal.pone.0237875","title":"Exploring the ethical issues in research using digital data collection strategies with minors: A scoping review","year":2020,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Gatekeeping; Scrutiny; Harm; Data collection; Research ethics; Informed consent; Social research; Engineering ethics; Social media; Psychology; Public relations; Data science; Computer science; Sociology; Political science; Medicine; Social psychology; Social science; Law; Alternative medicine; Engineering","score_opus":0.9439772789083111,"score_gpt":0.6428719519843116,"score_spread":0.3011053269239995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081363283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002523977,0.9931391,0.00008495745,0.0022939972,0.000036703746,0.0024017268,0.000019971661,0.000037719183,0.001960611],"genre_scores_gemma":[0.000003920351,0.9938037,0.0052528307,0.00003636317,0.00043783395,0.00028574088,0.000029927254,0.000033596738,0.000116119176],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98965913,0.00729348,0.0005856164,0.0006026993,0.0014085484,0.00045054124],"domain_scores_gemma":[0.995269,0.0036681634,0.00020741404,0.000536835,0.00022014322,0.000098427976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011039035,0.00022803302,0.0014422034,0.00015530012,0.0006626025,0.0006521321,0.0009584909,0.00017409808,0.000031306376],"category_scores_gemma":[0.006589953,0.00014493022,0.0000777622,0.0027491138,0.0006572053,0.00094742293,0.00038614534,0.001970867,0.000021006044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019795289,0.0003038839,0.0000065546437,0.25041696,0.00036412803,0.00004410913,0.021913195,1.9345383e-7,7.360489e-7,0.006038484,0.00022724485,0.7206647],"study_design_scores_gemma":[0.000048165726,0.0000877656,4.391869e-7,0.72399575,0.00027894805,0.0000011493795,0.007788213,0.000012978357,5.440345e-7,0.00023893952,0.26730585,0.00024121818],"about_ca_topic_score_codex":0.0018141152,"about_ca_topic_score_gemma":0.0018725487,"teacher_disagreement_score":0.72042346,"about_ca_system_score_codex":0.00025140037,"about_ca_system_score_gemma":0.002151625,"threshold_uncertainty_score":0.8562546},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3081624309","doi":"","title":"PREDATORY JOURNALS: A GLOBAL THREAT TO THE SCHOLARLY PUBLISHING LANDSCAPE","year":2020,"lang":"en","type":"article","venue":"Journal of Postgraduate Medical Institute","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Scholarship; Transparency (behavior); Library science; Internet privacy; Political science; Law; Computer science","score_opus":0.212730698079017,"score_gpt":0.4308979205207984,"score_spread":0.21816722244178138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081624309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21837239,0.0030412292,0.023399284,0.74231166,0.0040631364,0.00018871608,0.00005036684,0.000035092187,0.008538125],"genre_scores_gemma":[0.93747973,0.00022393047,0.0009003008,0.056353066,0.0047748564,0.0000025052502,0.0000023963923,0.000014633738,0.00024860352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98606735,0.0006616397,0.0022004105,0.00044972505,0.010086113,0.0005347635],"domain_scores_gemma":[0.9916441,0.0008486967,0.0013698445,0.0005282371,0.0028767693,0.0027323961],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.023303688,0.00025449315,0.00068658526,0.00028664732,0.00043445668,0.01885975,0.010395003,0.00037867954,0.00067522627],"category_scores_gemma":[0.20651361,0.00012740969,0.0003671457,0.0030518922,0.00024017639,0.030434573,0.0011885248,0.0035287368,0.00035141344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018282293,0.00004782467,0.02768582,0.000005131983,0.00009919679,0.0005315881,0.00129784,0.0002918277,0.00001716622,0.0017686179,0.8204354,0.14763673],"study_design_scores_gemma":[0.0013741028,0.0002774367,0.02345968,0.00027728215,0.00006281154,0.0014528914,0.0019076158,0.0017214902,0.00003375377,0.010825364,0.95833886,0.00026873144],"about_ca_topic_score_codex":0.000066092616,"about_ca_topic_score_gemma":0.0000833681,"teacher_disagreement_score":0.71910733,"about_ca_system_score_codex":0.00012264424,"about_ca_system_score_gemma":0.0017999125,"threshold_uncertainty_score":0.9987702},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3084009055","doi":"10.5152/dir.2020.20240","title":"Analysis of potential predatory journals in radiology","year":2020,"lang":"en","type":"article","venue":"Diagnostic and Interventional Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Radiology; Medical physics","score_opus":0.035055644156818284,"score_gpt":0.3439515767542203,"score_spread":0.308895932597402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084009055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504525,0.0058990945,0.0018357044,0.006554873,0.00020079108,0.00012731578,0.000024082528,0.00000786311,0.00030504915],"genre_scores_gemma":[0.9971833,0.001295604,0.0001984587,0.00096134783,0.00017497291,0.000013558447,0.00012479116,0.0000055181454,0.000042453965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882597,0.00020836748,0.00049554324,0.0002377412,0.000076942815,0.00015546664],"domain_scores_gemma":[0.99873346,0.0007752965,0.00020386295,0.00008519729,0.00007611974,0.00012606558],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035746512,0.000091647584,0.00053258234,0.00033703592,0.000022978229,0.0000046656255,0.00006913996,0.00014674924,0.0012652089],"category_scores_gemma":[0.0025420787,0.0000820476,0.00021067132,0.00032071982,0.00018732237,0.00008418489,0.000029021918,0.00021911456,0.000007957887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037257097,0.00026299883,0.98806244,0.000069535934,0.0015450668,0.00008004261,0.0003507142,0.0005120848,0.00091421936,0.0027445403,0.002206266,0.0028795376],"study_design_scores_gemma":[0.00085918605,0.00081148493,0.9912226,0.00003741376,0.0009131249,0.0003852097,0.00016970074,0.0042975675,0.000024372795,0.00028452533,0.00092988554,0.000064913394],"about_ca_topic_score_codex":0.000026413549,"about_ca_topic_score_gemma":0.000006615844,"teacher_disagreement_score":0.012138069,"about_ca_system_score_codex":0.000024295325,"about_ca_system_score_gemma":0.00005959836,"threshold_uncertainty_score":0.9996478},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3086944483","doi":"10.4018/978-1-7998-5030-4.ch013","title":"Plagiarism and Information Literacy Workshops for International Students","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Windsor; Variety (cybernetics); Information literacy; Mathematics education; Medical education; Literacy; Graduate students; Pedagogy; Psychology; Computer science; Medicine","score_opus":0.01770325178153723,"score_gpt":0.35209684388996576,"score_spread":0.3343935921084285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086944483","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003460212,0.026485655,0.00011403193,0.05282557,0.02493089,0.0019163485,0.00009139684,0.000107553016,0.8931825],"genre_scores_gemma":[0.0014708012,0.025337193,0.004535573,0.006441638,0.0007755693,0.00021554015,0.0005978724,0.000016608032,0.9606092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859536,0.00004070552,0.00046499327,0.00025075575,0.000483814,0.00016438105],"domain_scores_gemma":[0.9990255,0.00023308166,0.00027284457,0.000055219116,0.0002976996,0.00011561944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004280184,0.00021381745,0.00021139291,0.00016459903,0.00040639602,0.0001476144,0.00023794113,0.000700296,0.000672681],"category_scores_gemma":[0.000118109296,0.0002069638,0.000025014533,0.000037159432,0.00018424285,0.004388066,0.00012065353,0.0008278826,0.00002122917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013923598,0.000028238404,0.0013074421,0.00013555595,0.0000287661,4.623075e-7,0.024089068,3.5950933e-7,2.7550396e-7,0.8519237,0.0134140365,0.10893288],"study_design_scores_gemma":[0.00020003998,0.000011324873,0.0029980354,0.00062997005,0.000007945414,9.647806e-7,0.0010305998,6.3172547e-7,0.0000024537783,0.04895984,0.94591594,0.00024228406],"about_ca_topic_score_codex":0.0000070005067,"about_ca_topic_score_gemma":0.000027126258,"teacher_disagreement_score":0.93250185,"about_ca_system_score_codex":0.00015127083,"about_ca_system_score_gemma":0.00075644965,"threshold_uncertainty_score":0.8439739},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098080120","doi":"10.1136/bmjebm-2020-111503","title":"Ten years later: a review of the US 2009 institute of medicine report on conflicts of interest and solutions for further reform","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Conflict of interest; Guideline; Alternative medicine; Political science; Health care; Medical research; Public relations; Medical education; Engineering ethics; Medicine; Engineering; Law","score_opus":0.7738178979150093,"score_gpt":0.6174324461110864,"score_spread":0.15638545180392294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098080120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005984295,0.93055004,0.00001394017,0.063426875,0.0011388744,0.0039249654,0.0002932059,0.00001909156,0.0005731732],"genre_scores_gemma":[0.0011426569,0.98734635,0.000032845892,0.01000314,0.0007883641,0.0002698097,0.00010069685,0.000033207485,0.0002829444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953872,0.00086859125,0.0024619848,0.00047077276,0.00038988452,0.0004215945],"domain_scores_gemma":[0.9945471,0.0017107378,0.0022155042,0.0006390502,0.00046187462,0.0004256877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004985844,0.00044130758,0.0028828974,0.00018671097,0.00009693319,0.0000014921307,0.0005755045,0.0007329551,0.00054083375],"category_scores_gemma":[0.005762634,0.00025125174,0.00036580756,0.0006216591,0.0022103472,0.00007586263,0.00014862447,0.0016913952,0.0000045598235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066757115,0.00020304335,0.00013147178,0.3786568,0.0007300445,0.00019752099,0.00025566723,0.0000037649402,0.00011104526,0.0021700184,0.039665442,0.57720757],"study_design_scores_gemma":[0.0010079598,0.00074973115,0.000055037744,0.28774452,0.002853624,0.00012133751,0.00001764541,0.000022762071,0.000084237225,0.0000545719,0.7071473,0.00014126005],"about_ca_topic_score_codex":0.00013090712,"about_ca_topic_score_gemma":0.000026358759,"teacher_disagreement_score":0.66748184,"about_ca_system_score_codex":0.00015862672,"about_ca_system_score_gemma":0.0011872284,"threshold_uncertainty_score":0.999994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3102705224","doi":"10.1177/1715163520970443","title":"Risks of maternal codeine intake in breast-fed infants: A Joint Statement of Retraction from the <i>Canadian Pharmacists Journal</i> and <i>Canadian Family Physician</i>","year":2020,"lang":"en","type":"retraction","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":5,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Statement (logic); Codeine; Family medicine; Breastfeeding; Alternative medicine; Breast feeding; Pediatrics; Anesthesia","score_opus":0.06919325518671195,"score_gpt":0.3192179698725909,"score_spread":0.25002471468587895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102705224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191801,0.023715334,0.0000133811045,0.0033534581,0.016568083,0.0027823946,0.029837783,0.000029445293,0.0045200186],"genre_scores_gemma":[0.88066244,0.10453224,0.00008909876,0.011512546,0.0022935895,0.000027641441,0.00044314214,0.00014389766,0.00029538854],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9931864,0.00056085794,0.0025421993,0.00067647966,0.0013472519,0.0016867885],"domain_scores_gemma":[0.990334,0.00017764099,0.0019934669,0.00041733249,0.0009796545,0.0060979375],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015511448,0.0008905477,0.0015936588,0.0013304086,0.0009524691,0.0002714734,0.0007281739,0.0004337849,0.0005333379],"category_scores_gemma":[0.00012360794,0.0008244036,0.0003424567,0.0008551217,0.0003638657,0.0005262219,0.000060287606,0.0046731397,0.000012812816],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.009107775,0.00047626003,0.029156633,0.024040978,0.0047845803,0.31843692,0.0061391694,0.00049724244,0.011683185,0.000033139288,0.28096706,0.31467706],"study_design_scores_gemma":[0.013643351,0.0007213234,0.008355253,0.012733662,0.002435498,0.6315201,0.00011266922,0.0020957834,0.011564908,0.00016048341,0.3143708,0.0022861545],"about_ca_topic_score_codex":0.89947975,"about_ca_topic_score_gemma":0.9038136,"teacher_disagreement_score":0.31308317,"about_ca_system_score_codex":0.0094985375,"about_ca_system_score_gemma":0.023962982,"threshold_uncertainty_score":0.9994207},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.26369142447478894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108206695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719113,0.0005814636,0.12417898,0.00030543376,0.0004941903,0.00205535,0.0000015975615,0.00036614586,0.00010552288],"genre_scores_gemma":[0.9862928,0.000013366007,0.013004492,0.00026424014,0.00020218265,0.00016496847,0.0000034206503,0.000040088853,0.000014475749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618286,0.00021667973,0.0012549687,0.00065760163,0.00088842446,0.0007994391],"domain_scores_gemma":[0.9968975,0.0011372595,0.00035730973,0.00087882904,0.00028628256,0.0004428218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014468988,0.00037576698,0.0006907483,0.00060034246,0.00016887602,0.0004200229,0.0015472785,0.0001992518,0.000014243452],"category_scores_gemma":[0.0041631567,0.0003901429,0.00015390257,0.0032219389,0.000062376035,0.00064404635,0.0006381505,0.0008260995,0.000051763633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007452893,0.0021280888,0.64355737,0.024257088,0.0004290914,0.00019421772,0.12538268,0.0044943253,0.0027432807,0.0006676462,0.000930966,0.1951407],"study_design_scores_gemma":[0.0033808486,0.0024985324,0.58867544,0.007360032,0.0001473043,0.00038831856,0.048113607,0.34219915,0.0039672493,0.00019462024,0.0006983151,0.002376578],"about_ca_topic_score_codex":0.00021031163,"about_ca_topic_score_gemma":0.000016867041,"teacher_disagreement_score":0.33770484,"about_ca_system_score_codex":0.00032659882,"about_ca_system_score_gemma":0.00095081294,"threshold_uncertainty_score":0.99985504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3109852175","doi":"10.1177/1609406920949803","title":"Research Ethics in Decolonizing Research With Inuit Communities in Nunavut: The Challenge of Translating Knowledge Into Action","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Reflexivity; Negotiation; Action research; Indigenous; Participatory action research; Corporate governance; Research ethics; Public relations; Sociology; Political science; Engineering ethics; Pedagogy; Social science; Management","score_opus":0.9370844326411342,"score_gpt":0.7751424516953871,"score_spread":0.16194198094574708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109852175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8676759,0.0024139138,0.009044197,0.11266303,0.0005987833,0.00075895095,0.000010421526,0.0000062949885,0.0068285153],"genre_scores_gemma":[0.97403514,0.00071627897,0.024627946,0.0002528544,0.0002616619,0.000055583572,0.0000012909143,0.000016446498,0.000032803004],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.926513,0.07053896,0.0012873331,0.00013589807,0.00093540386,0.0005893803],"domain_scores_gemma":[0.9412259,0.053075116,0.00047405486,0.000110271845,0.005054642,0.00006002369],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.117066324,0.00009863861,0.0003987833,0.00067572406,0.0010943976,0.000011929183,0.0006810191,0.00019100544,0.00012685929],"category_scores_gemma":[0.008399984,0.000066510416,0.000058128422,0.0007404499,0.0005564823,0.00016582312,0.00029038155,0.006618518,0.0000062159106],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007584715,0.00012314871,0.0038220726,0.00020661396,0.0001188927,0.000014415363,0.9727937,0.0001181296,0.00021102055,0.012645457,0.0000622882,0.009125795],"study_design_scores_gemma":[0.00096729037,0.00085242157,0.0029403984,0.0006823059,0.0000047254625,0.000002522452,0.9690394,0.0003732273,0.00008544718,0.022719676,0.0022723381,0.00006027886],"about_ca_topic_score_codex":0.006687303,"about_ca_topic_score_gemma":0.319356,"teacher_disagreement_score":0.31266868,"about_ca_system_score_codex":0.0010405045,"about_ca_system_score_gemma":0.0017283431,"threshold_uncertainty_score":0.9999527},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3116200735","doi":"10.1016/j.bbadis.2020.166035","title":"Retraction notice to “Placental serotonin systems in pregnancy metabolic complications associated with maternal obesity and gestational diabetes mellitus.” [Biochim. Biophys. Acta (BBA) - Mol. Basis Dis. 1866 (2020) 65391]","year":2020,"lang":"en","type":"retraction","venue":"Biochimica et Biophysica Acta (BBA) - Molecular Basis of Disease","topic":"Birth, Development, and Health","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université du Québec à Montréal","funders":"","keywords":"Gestational diabetes; Notice; Medicine; Pregnancy; Obesity; Diabetes mellitus; Obstetrics; Endocrinology; Gestation; Biology; Political science","score_opus":0.013156173285362307,"score_gpt":0.26268842978833595,"score_spread":0.24953225650297364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116200735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98100525,0.0029249554,0.000050443126,0.0067171073,0.0005397822,0.0039293286,0.004389571,0.00016990639,0.00027365502],"genre_scores_gemma":[0.9651045,0.025114669,0.0008643326,0.00093814434,0.00026128808,0.00055511657,0.006887452,0.00021581117,0.000058674275],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99398106,0.0005715691,0.0012780449,0.0016688039,0.0016392298,0.0008612612],"domain_scores_gemma":[0.9957116,0.00021892229,0.0013391788,0.00088448386,0.0005446041,0.0013012042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000337839,0.0010883636,0.0017811909,0.00068075606,0.0002698118,0.00019543535,0.0004463432,0.0007537577,0.000031829586],"category_scores_gemma":[0.00035933376,0.0010438606,0.00041940858,0.0013329055,0.0002621058,0.0003627056,0.00020755298,0.001324798,0.000026342752],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063013877,0.013344869,0.013149104,0.023767803,0.0074573285,0.00044713455,0.0015700152,0.00009090983,0.91821575,0.0032344249,0.0102635585,0.0021576933],"study_design_scores_gemma":[0.0026951872,0.0005964459,0.8699151,0.007005139,0.0024428337,0.000013600325,0.00011807307,0.0006317524,0.11490269,0.000117007214,0.00030545102,0.001256668],"about_ca_topic_score_codex":0.00040244876,"about_ca_topic_score_gemma":0.00005367004,"teacher_disagreement_score":0.85676605,"about_ca_system_score_codex":0.00054842344,"about_ca_system_score_gemma":0.0014832483,"threshold_uncertainty_score":0.9992012},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3116681383","doi":"10.2147/clep.s288677","title":"&lt;p&gt;Retraction of COVID-19 Pharmacoepidemiology Research Could Have Been Avoided by Effective Use of Reporting Guidelines&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Wellcome Trust","keywords":"Pharmacoepidemiology; Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Internal medicine; Pediatrics; Pharmacology; Virology","score_opus":0.9713400994553343,"score_gpt":0.7444786273701581,"score_spread":0.22686147208517615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116681383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5864253,0.0074989046,0.26572087,0.13145085,0.0021677932,0.0046345047,0.00028930014,0.000055727207,0.0017567396],"genre_scores_gemma":[0.9246048,0.002483248,0.029852698,0.038956147,0.0013278932,0.00023725249,0.00014236593,0.00006650183,0.0023291486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29998085,0.5099773,0.17540884,0.0063639823,0.0062626954,0.0020063568],"domain_scores_gemma":[0.06400152,0.81839186,0.09999215,0.005532914,0.009988187,0.0020933778],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77184165,0.0005746224,0.018656313,0.00052225793,0.0002472024,0.000049980918,0.0024534857,0.0013467098,0.003819326],"category_scores_gemma":[0.99041903,0.0003289512,0.005182189,0.0020428884,0.0018070794,0.0002983624,0.0007603153,0.0021122932,0.0007120386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024092029,0.00011883332,0.2979188,0.00017723153,0.00049324095,0.00001725315,0.00010453845,0.0009689668,0.0038140055,0.0015757929,0.6846203,0.009950118],"study_design_scores_gemma":[0.0010054922,0.0009566558,0.043131396,0.000085131454,0.00051508425,0.000038486345,0.00017780704,0.103888944,0.0001742381,0.015763117,0.8339031,0.00036057047],"about_ca_topic_score_codex":0.00024356156,"about_ca_topic_score_gemma":0.00007330786,"teacher_disagreement_score":0.33817944,"about_ca_system_score_codex":0.00012123513,"about_ca_system_score_gemma":0.0005554787,"threshold_uncertainty_score":0.99994975},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3126045849","doi":"","title":"The Retraction Penalty: Evidence from the Web of Science","year":2013,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Citation; Web of science; Computer science; Library science; Information retrieval; MEDLINE; Political science; Law","score_opus":0.04295528310462751,"score_gpt":0.33237270555352094,"score_spread":0.28941742244889346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126045849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6832528,0.00059970503,0.00030535233,0.112715326,0.0012056332,0.00033853686,0.000002146122,0.000040868614,0.20153964],"genre_scores_gemma":[0.9940343,0.001090989,0.00015128577,0.0005269457,0.00024710695,0.000005419057,1.2321252e-7,0.0000012718424,0.0039425925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987127,0.00019336272,0.00012831029,0.00011156125,0.00066316046,0.00019089978],"domain_scores_gemma":[0.99674374,0.0026981398,0.000084676576,0.00016854532,0.0002592993,0.000045586283],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044293883,0.000037490936,0.000046387955,0.000012926049,0.0016421818,0.0001393721,0.0008297914,0.00015285265,0.0011600613],"category_scores_gemma":[0.0043422426,0.000017168442,0.000027828231,0.0003643725,0.0023210773,0.0007352976,0.000048983453,0.0006127229,0.00024515603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021187738,0.000025840134,0.040213116,0.000003221097,0.000019592086,3.8158748e-7,0.05908993,0.0000047752546,0.032965764,0.41088766,0.3760312,0.08073733],"study_design_scores_gemma":[0.000113901515,0.00005080496,0.17463812,0.00017851457,0.00002863334,0.0000013598515,0.14284788,0.003082852,0.0123550985,0.105513535,0.5609294,0.0002598484],"about_ca_topic_score_codex":0.08508394,"about_ca_topic_score_gemma":0.0055072885,"teacher_disagreement_score":0.31078148,"about_ca_system_score_codex":0.000044874665,"about_ca_system_score_gemma":0.0005191687,"threshold_uncertainty_score":0.999753},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3127675403","doi":"10.29173/iasl7606","title":"Using MOODLE to Help Teach About Plagiarism and Copyright","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Collusion; Subject (documents); Computer science; Work (physics); Mathematics education; World Wide Web; Psychology; Engineering; Business","score_opus":0.026990837276762342,"score_gpt":0.29375952716469583,"score_spread":0.2667686898879335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127675403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91985226,0.00019695645,0.06878568,0.008311906,0.00017632208,0.000103207116,0.000010364161,0.00023182084,0.002331485],"genre_scores_gemma":[0.93968576,0.000020733283,0.05722124,0.0007683862,0.00014334038,0.000003682945,0.0000022738486,0.000012325138,0.0021422827],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984075,0.000015906431,0.00023309591,0.0006113799,0.0003273206,0.00040481405],"domain_scores_gemma":[0.9985585,0.000032290944,0.000084552674,0.0001679152,0.0008899978,0.00026673017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026081817,0.00019976044,0.00025276275,0.00011519684,0.00022803916,0.0007899023,0.00049151125,0.00013565666,0.00002389514],"category_scores_gemma":[0.00021819292,0.00018984584,0.00004283704,0.0005144669,0.00005791828,0.0006799069,0.0005119771,0.00040961572,0.000043645097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006162734,0.0007674271,0.080048256,0.0006139442,0.00024509657,0.00035783838,0.44098198,0.00024425724,0.036247365,0.28652933,0.023707356,0.1301955],"study_design_scores_gemma":[0.0017535428,0.00079420675,0.016366305,0.0011424903,0.00012522917,0.0009089442,0.045014173,0.78930414,0.028200708,0.03887146,0.074805066,0.0027137185],"about_ca_topic_score_codex":0.00004269697,"about_ca_topic_score_gemma":0.0000045464244,"teacher_disagreement_score":0.7890599,"about_ca_system_score_codex":0.000029679899,"about_ca_system_score_gemma":0.00021445024,"threshold_uncertainty_score":0.7741689},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3128189296","doi":"10.29173/iasl7587","title":"Transforming Research Tasks to Avoid Plagiarism","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); Work (physics); Mathematics education; Sociology; Computer science; Pedagogy; Psychology; Engineering; Library science","score_opus":0.08313534302972549,"score_gpt":0.383393119411484,"score_spread":0.30025777638175855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128189296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.704377,0.00017483732,0.0014006038,0.045776185,0.0004209351,0.0005131004,0.000055423105,0.00020494439,0.24707699],"genre_scores_gemma":[0.9808795,0.00020998842,0.0009774091,0.0013840989,0.0006599772,0.000051766274,0.0000075033886,0.000017082997,0.0158127],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99649274,0.00015121719,0.0003285574,0.0005764583,0.0013827144,0.001068302],"domain_scores_gemma":[0.9952915,0.00030205064,0.00005284185,0.00010421568,0.003743114,0.00050632795],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049203644,0.00018429202,0.00026635296,0.0002096328,0.0013862551,0.0004974849,0.00072568527,0.0010842201,0.0010071689],"category_scores_gemma":[0.0035942667,0.00019042542,0.00008263781,0.0011721773,0.00042131712,0.00089836295,0.0001584414,0.0034707647,0.0005637985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037322177,0.000046439025,0.0008631361,0.0000445347,0.000015967653,0.000023890383,0.78659105,2.8617248e-7,0.0024099867,0.15713666,0.039905105,0.012925597],"study_design_scores_gemma":[0.00014745559,0.000067876215,0.00019216066,0.00017713575,0.000009307872,0.000011845647,0.476375,0.000019514244,0.010079758,0.021180186,0.49145612,0.00028362806],"about_ca_topic_score_codex":0.002339121,"about_ca_topic_score_gemma":0.000756314,"teacher_disagreement_score":0.45155102,"about_ca_system_score_codex":0.00016785909,"about_ca_system_score_gemma":0.0012236327,"threshold_uncertainty_score":0.9999138},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011866189,0.37648535,0.000053401087,0.60731196,0.000065387045,0.0010588911,0.00005780896,0.0000028904926,0.013777694],"genre_scores_gemma":[0.1653191,0.752661,0.002119474,0.013910115,0.00024385219,0.0007509947,0.00017857367,0.000025340272,0.06479159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691109,0.010356157,0.0017413646,0.0006284803,0.01770201,0.00046107164],"domain_scores_gemma":[0.955028,0.0048516137,0.00039566035,0.0011942092,0.03830307,0.00022746937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2819699,0.00009575415,0.00057189947,0.00018262494,0.0001854319,0.0001552393,0.0015477305,0.00011834568,0.0014339956],"category_scores_gemma":[0.20126697,0.00005101323,0.000116526026,0.0036994067,0.00018263758,0.00051466195,0.0009163097,0.0017751876,0.000064208296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003933058,0.00004810102,0.00059705484,0.0015938763,0.000006950005,0.000001008172,0.0003656769,0.0000023944403,0.000009592864,0.00675879,0.8097025,0.18091013],"study_design_scores_gemma":[0.0001145576,0.0000192341,0.003019061,0.028885614,0.000028943483,0.000005791974,0.00085667946,0.0001142422,0.000047539772,0.030254643,0.9365847,0.00006899334],"about_ca_topic_score_codex":0.00060186663,"about_ca_topic_score_gemma":0.0010050109,"teacher_disagreement_score":0.59340185,"about_ca_system_score_codex":0.00006998257,"about_ca_system_score_gemma":0.0013712919,"threshold_uncertainty_score":0.9994788},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3135000317","doi":"10.1186/s41073-021-00108-4","title":"Steps toward preregistration of research on research integrity","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Research integrity; USable; Psychology; Data integrity; Set (abstract data type); Documentation; Data collection; Qualitative research; Computer science; Data science; Public relations; Sociology; Political science; World Wide Web; Database; Social science","score_opus":0.6142879617107355,"score_gpt":0.5984877638154373,"score_spread":0.015800197895298185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135000317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022856157,0.0979009,0.00010070519,0.42918292,0.0004750595,0.002710815,0.00017964281,0.00008953255,0.4465043],"genre_scores_gemma":[0.5347802,0.41467884,0.0006302941,0.0006894488,0.0010737687,0.00020338214,0.00012080867,0.000033602522,0.047789626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9596282,0.025764395,0.00086153334,0.0010020868,0.011107224,0.0016365108],"domain_scores_gemma":[0.9682428,0.00992643,0.00011696843,0.00090187346,0.020179832,0.00063205865],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.18752106,0.00021373144,0.00067240134,0.0005679396,0.0018980358,0.0003562797,0.0012321617,0.0014171561,0.0018201447],"category_scores_gemma":[0.09845751,0.00018218404,0.00019286422,0.0035082,0.0037236833,0.00043904703,0.0005327136,0.028544076,0.00036019037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000933581,0.00031263754,0.000548961,0.0036464657,0.000041130923,0.00006160583,0.007197763,1.2506695e-7,0.00014897368,0.629034,0.32530773,0.03360724],"study_design_scores_gemma":[0.00018534984,0.0003207902,0.00051831815,0.009201858,0.000012541673,0.0000143996385,0.016110886,0.000016856848,0.0013248228,0.06082572,0.9112777,0.00019073008],"about_ca_topic_score_codex":0.018948874,"about_ca_topic_score_gemma":0.0045730025,"teacher_disagreement_score":0.58597,"about_ca_system_score_codex":0.0005153292,"about_ca_system_score_gemma":0.004282423,"threshold_uncertainty_score":0.99987924},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3145620956","doi":"10.1139/cjp-2014-0395","title":"Retraction: Generation of a superposition of coherent states in a resonant cavity and its nonclassicality and decoherence","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Quantum optics and atomic interactions","field":"Physics and Astronomy","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Quantum decoherence; Superposition principle; Quantum mechanics; Resonant cavity; Coherent states; Quantum electrodynamics; Quantum superposition; Quantum; Laser","score_opus":0.02119757632272149,"score_gpt":0.2501566871837482,"score_spread":0.22895911086102674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145620956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99660206,0.000049015413,0.0029223897,0.000117955846,0.00009848963,0.000045282846,0.000043375934,3.2981558e-7,0.00012112338],"genre_scores_gemma":[0.99966294,0.000008060345,0.00015587702,0.000008247186,0.0001450904,9.677871e-7,0.0000061651854,0.0000034335744,0.000009210052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995204,0.000043641976,0.00024266288,0.00006026749,0.00005390041,0.00007908418],"domain_scores_gemma":[0.99943495,0.00004455651,0.0001985435,0.00004706517,0.00016629366,0.00010856853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015711946,0.00005395415,0.00015047492,0.00004332537,0.000039358594,0.000016392429,0.000031899202,0.000023162986,0.000019196244],"category_scores_gemma":[0.000010727916,0.000050379364,0.000029410121,0.00006085277,0.000042859585,0.00013723441,0.000004388236,0.00014371099,2.1261829e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009366278,0.0004431336,0.2730392,0.00019196761,0.00021889593,0.000009891338,0.0051469603,0.0016853195,0.1965199,0.37872264,0.0010563699,0.1428721],"study_design_scores_gemma":[0.0031892424,0.0011809723,0.21037912,0.0010201548,0.0002286168,0.000040236446,0.0020199304,0.4602689,0.23145346,0.086145684,0.0034150723,0.00065859477],"about_ca_topic_score_codex":0.0034550803,"about_ca_topic_score_gemma":0.0033934023,"teacher_disagreement_score":0.4585836,"about_ca_system_score_codex":0.00003000519,"about_ca_system_score_gemma":0.000180603,"threshold_uncertainty_score":0.5223071},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3152125173","doi":"10.29173/iasl8112","title":"Addressing Plagiarism through Improved Notetaking","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Action (physics); Curriculum; The Internet; Mathematics education; Action research; Psychology; Plagiarism detection; Pedagogy; Engineering ethics; Medical education; Computer science; Engineering; Medicine; World Wide Web","score_opus":0.11259023529670832,"score_gpt":0.3894439804052824,"score_spread":0.2768537451085741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152125173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035238,0.0008242977,0.001947277,0.016494682,0.000982285,0.0003002292,0.000016633328,0.0016988722,0.07421195],"genre_scores_gemma":[0.98648787,0.00020670345,0.006027684,0.0006587715,0.00034357916,0.00005764872,0.0000032390462,0.000017567552,0.0061969436],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981519,0.00002502348,0.00029289312,0.0005276512,0.00038633795,0.0006161798],"domain_scores_gemma":[0.9974321,0.00009428755,0.00021478692,0.00012552831,0.002035268,0.000097997385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039753746,0.00019421201,0.0002823158,0.000072695584,0.0010850397,0.00040371603,0.00040197882,0.000337039,0.00028197854],"category_scores_gemma":[0.0020338427,0.00020600125,0.00006784931,0.00069627183,0.0006107689,0.0010802103,0.00022123504,0.00053226016,0.000073293806],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011113525,0.00006312993,0.0028325834,0.00004229383,0.0000460333,0.0000056841664,0.9113593,1.5702399e-7,0.007066102,0.038569603,0.009810806,0.030193197],"study_design_scores_gemma":[0.0002633632,0.000033636978,0.0034347011,0.00016100188,0.000032855616,0.000008894327,0.80597407,0.000027869664,0.018763492,0.02213062,0.14873278,0.00043672952],"about_ca_topic_score_codex":0.0005441583,"about_ca_topic_score_gemma":0.00027410346,"teacher_disagreement_score":0.13892198,"about_ca_system_score_codex":0.00017713562,"about_ca_system_score_gemma":0.0008578194,"threshold_uncertainty_score":0.8400487},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3152916307","doi":"10.3138/jsp.52.3.03","title":"Do Journals’ Author Guidelines Tell Us What We Need to Know about Plagiarism?","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Copying; Publication; Originality; Citation; Plagiarism detection; Readability; Allowance (engineering); Academic integrity; Work (physics); Computer science; Psychology; Library science; Law; Political science; Social psychology; Information retrieval; Creativity","score_opus":0.08486452607422508,"score_gpt":0.37348253959160543,"score_spread":0.28861801351738037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152916307","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14510994,0.07840099,0.0041822633,0.744422,0.009021546,0.00018911525,0.000016036995,0.00006410902,0.018593982],"genre_scores_gemma":[0.47820687,0.170535,0.13438919,0.09530816,0.057687897,0.0000142424915,0.000021716323,0.00025395534,0.06358298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222016,0.0013063948,0.0018074703,0.00036728918,0.0034617074,0.00083694566],"domain_scores_gemma":[0.9837064,0.00091467786,0.0012353021,0.0003102455,0.012587857,0.0012455217],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.030573709,0.00027434775,0.00062254845,0.00078329834,0.0013481246,0.09719438,0.0021311338,0.0021217307,0.001338456],"category_scores_gemma":[0.08114854,0.00024372086,0.00042076397,0.0018320661,0.00012417826,0.12465417,0.00031182033,0.013556784,0.000088545086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006867104,0.000087316505,0.01001246,0.00001922162,0.00014569685,0.000441258,0.027530832,0.00016158022,0.002738946,0.008843529,0.847115,0.10283553],"study_design_scores_gemma":[0.0004349037,0.00005334834,0.0015751086,0.0019125984,0.00006985274,0.00027900393,0.06439025,0.000021244108,0.0005398755,0.008057125,0.92237073,0.00029595464],"about_ca_topic_score_codex":0.0005750722,"about_ca_topic_score_gemma":0.00031197537,"teacher_disagreement_score":0.64911383,"about_ca_system_score_codex":0.0004864698,"about_ca_system_score_gemma":0.0024732281,"threshold_uncertainty_score":0.99995196},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3153485877","doi":"10.1080/00131857.2021.1897574","title":"The case for academic plagiarism education: A PESA Executive collective writing project","year":2021,"lang":"en","type":"article","venue":"Educational Philosophy and Theory","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Pedagogy; Higher education; Academic integrity; Executive summary; Mathematics education; Engineering ethics; Political science; Psychology; Law; Social psychology; Business; Engineering","score_opus":0.03521894724458988,"score_gpt":0.35369516339099993,"score_spread":0.3184762161464101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153485877","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04181377,0.015002049,0.000656035,0.21640979,0.0032114165,0.001640351,0.00017792695,0.000066992754,0.72102165],"genre_scores_gemma":[0.963604,0.00064881967,0.00077355024,0.0026391924,0.005632745,0.00047648975,0.000049092883,0.000014647963,0.02616149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983325,0.0006939197,0.00022583774,0.00029027552,0.00019079141,0.00026666193],"domain_scores_gemma":[0.99302346,0.006115318,0.00011959413,0.00010943602,0.0005348181,0.00009740242],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024463513,0.00011969475,0.000117154006,0.000058398055,0.0034435359,0.00010833061,0.00017488429,0.00044391784,0.00007042921],"category_scores_gemma":[0.0031990837,0.0001023716,0.00007315666,0.0003046268,0.00056643004,0.00022559267,0.00004093609,0.0011068161,0.000008188928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005209182,0.000055089786,0.000075502896,0.000014490337,0.000039013587,0.0000061934147,0.027713265,2.101124e-7,0.000006060737,0.94925374,0.018146561,0.004637777],"study_design_scores_gemma":[0.00012040424,0.000013681483,0.00007190755,0.00004652078,0.000028380691,0.00025957846,0.06087608,0.000006371718,0.000041434494,0.85441846,0.08399552,0.00012168484],"about_ca_topic_score_codex":0.00017230089,"about_ca_topic_score_gemma":0.000075270036,"teacher_disagreement_score":0.9217902,"about_ca_system_score_codex":0.00016566808,"about_ca_system_score_gemma":0.0060895775,"threshold_uncertainty_score":0.999545},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3153516655","doi":"10.2196/25858","title":"Conflicts of Interest Among Authors of Systematic Reviews and Meta-analyses Investigating Interventions for Melanoma: Cross-sectional Literature Study","year":2021,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Psychological intervention; Systematic review; Cross-sectional study; Medicine; Psychology; MEDLINE; Political science; Pathology; Nursing","score_opus":0.906954042085784,"score_gpt":0.6809009186385341,"score_spread":0.22605312344724993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153516655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732868,0.022560395,0.00007569242,0.0005493441,0.00041273874,0.0027279435,0.00023411511,0.000025591693,0.00012738229],"genre_scores_gemma":[0.99740845,0.00013989829,0.00022042345,0.0004775058,0.000045948276,0.0011569572,0.0000627168,0.00001503644,0.0004730806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942249,0.0030902296,0.0019059185,0.00037707,0.00009955857,0.00030231243],"domain_scores_gemma":[0.99633336,0.0016517984,0.0009141489,0.00026299327,0.00057409686,0.0002635929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015090194,0.0002553106,0.0017288994,0.00016700152,0.00019914527,0.00003252389,0.00022032142,0.00063013355,0.00039509704],"category_scores_gemma":[0.0018340695,0.00020086109,0.00060038385,0.00034517903,0.00048362848,0.00014617565,0.00014239865,0.0010447438,0.0000042083525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015645765,0.0015980997,0.7979198,0.16788572,0.009937452,0.0001545749,0.0047818446,0.000037337802,0.008303874,0.00797193,0.0011839995,0.00006889842],"study_design_scores_gemma":[0.017680043,0.0024135285,0.5474586,0.013069369,0.0901518,0.0054435553,0.007962426,0.008490374,0.28068352,0.008611578,0.0154279675,0.0026072382],"about_ca_topic_score_codex":0.000007077288,"about_ca_topic_score_gemma":0.00007302097,"teacher_disagreement_score":0.27237964,"about_ca_system_score_codex":0.000021657337,"about_ca_system_score_gemma":0.000068466026,"threshold_uncertainty_score":0.8190878},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3161077318","doi":"10.1186/s12870-021-03005-6","title":"Retraction Note: Contribution of anthocyanin pathways to fruit flesh coloration in pitayas","year":2021,"lang":"en","type":"retraction","venue":"BMC Plant Biology","topic":"Botanical Research and Applications","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Agriculture","funders":"","keywords":"Flesh; Biology; Notice; Anthocyanin; Botany; Horticulture; Law","score_opus":0.05911819049561718,"score_gpt":0.3079498982164454,"score_spread":0.24883170772082824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161077318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695888,0.002556812,0.0012738145,0.0035456372,0.002695053,0.0031073813,0.014012287,0.000162979,0.0030572016],"genre_scores_gemma":[0.9742354,0.0029507207,0.00024365947,0.00011028603,0.0009350815,0.00017195794,0.020962555,0.0000025496727,0.0003877957],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980376,0.0003379251,0.0005123127,0.0005051379,0.00022869512,0.0003783249],"domain_scores_gemma":[0.9982446,0.0010209483,0.00026914495,0.0000958759,0.00023671541,0.00013270411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061659736,0.00019001994,0.00046304258,0.000050723982,0.00010025008,0.000030263931,0.00022229805,0.001260758,0.00033164723],"category_scores_gemma":[0.0010593934,0.00009070167,0.00011755503,0.0006310431,0.000056365327,0.00006822524,0.00007739018,0.0006524177,0.0000837732],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026132763,0.00025917482,0.002108986,0.00003633142,0.000013541314,0.000006858246,0.000014413531,0.000004364504,0.93929636,0.0035455194,0.010406218,0.044046927],"study_design_scores_gemma":[0.00053241657,0.0017687646,0.14645644,0.00039670506,0.000043539483,0.000042707397,0.00015520674,0.0003174088,0.04144568,0.0021758329,0.8059531,0.00071219186],"about_ca_topic_score_codex":0.000867583,"about_ca_topic_score_gemma":0.02041288,"teacher_disagreement_score":0.89785063,"about_ca_system_score_codex":0.00019919469,"about_ca_system_score_gemma":0.00011928332,"threshold_uncertainty_score":0.99746203},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3162792847","doi":"10.7202/1076727ar","title":"Enseigner l’éthique de la recherche qualitative en sociologie","year":2021,"lang":"fr","type":"article","venue":"Sociologie et sociétés","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.935124713636684,"score_gpt":0.7348703824926229,"score_spread":0.2002543311440611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162792847","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11294783,0.028491877,0.004624761,0.54324126,0.011533244,0.0004922309,0.00016745787,0.0004941457,0.2980072],"genre_scores_gemma":[0.75831777,0.07727658,0.09560458,0.016815921,0.006691198,0.00033176216,0.00033677355,0.00010629371,0.044519115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8665375,0.13041265,0.0006445089,0.00084161066,0.000366989,0.0011966977],"domain_scores_gemma":[0.8327963,0.16561544,0.00035745715,0.00036647482,0.0006227857,0.00024154663],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.07365493,0.00048265018,0.00072923535,0.000059260026,0.0012314699,0.00011705229,0.00067161606,0.0053506657,0.0032373415],"category_scores_gemma":[0.102640875,0.0005240949,0.00061321567,0.0005466099,0.009736373,0.00038948708,0.00019795004,0.0045954282,0.00029916578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045290412,0.00022618157,0.0010381739,0.000046481364,0.0002669222,0.000012503696,0.44388273,0.000016622,0.00030897165,0.53171474,0.015872756,0.006609417],"study_design_scores_gemma":[0.00027080957,0.00005123241,0.001380947,0.00004832888,0.00006860277,0.000006739624,0.49331164,0.000006802984,0.00007693135,0.48178968,0.022652674,0.0003355991],"about_ca_topic_score_codex":0.00034703335,"about_ca_topic_score_gemma":0.000029761333,"teacher_disagreement_score":0.64536995,"about_ca_system_score_codex":0.0024325782,"about_ca_system_score_gemma":0.007528643,"threshold_uncertainty_score":0.99972105},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3163219630","doi":"10.31234/osf.io/rqwea","title":"Fake collaborations: Interdisciplinary science can undermine research integrity","year":2019,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Research integrity; Scientific integrity; Engineering ethics; Political science; Public relations; Academic integrity; Business; Engineering","score_opus":0.8797457237471681,"score_gpt":0.7091312008736873,"score_spread":0.17061452287348078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163219630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5924136,0.0014430579,0.010114394,0.03560391,0.00903718,0.0035167944,0.0007239871,0.00018689146,0.34696016],"genre_scores_gemma":[0.95819134,0.00022948947,0.0029144003,0.00015081224,0.00024997705,0.00008780672,0.000032036703,0.000028038989,0.03811613],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9518704,0.0011424805,0.001663529,0.0035048074,0.039926723,0.0018920884],"domain_scores_gemma":[0.93085194,0.012909888,0.00053932745,0.0055933315,0.04879724,0.0013082938],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","open_science","insufficient_payload"],"category_scores_codex":[0.15185748,0.00043225317,0.0008713167,0.2106572,0.0016951314,0.019752564,0.017393308,0.00067992794,0.001990702],"category_scores_gemma":[0.12237361,0.00029234862,0.00028218515,0.44048792,0.0032841153,0.000967041,0.060737632,0.0050889254,0.0025258858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013743801,0.0014431761,0.06797353,0.00016827257,0.00009232952,0.00012833095,0.0030509392,0.0028066947,0.0027244703,0.06821386,0.69554484,0.15771611],"study_design_scores_gemma":[0.0008620145,0.0007941832,0.065116145,0.00023986687,0.000016068761,0.000027021495,0.021621171,0.12780222,0.0038731678,0.7424931,0.0356887,0.0014663369],"about_ca_topic_score_codex":0.00077178737,"about_ca_topic_score_gemma":0.0009594633,"teacher_disagreement_score":0.6742792,"about_ca_system_score_codex":0.0019858584,"about_ca_system_score_gemma":0.014833283,"threshold_uncertainty_score":0.99995285},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3164248983","doi":"10.17045/sthlmuni.13067432.v1","title":"Deepening source criticism in higher education to avoid plagiarism","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Criticism; Class (philosophy); Cheating; Constructive; Mathematics education; Psychology; Pedagogy; Test (biology); Sociology; Computer science; Political science; Social psychology","score_opus":0.08998237246836117,"score_gpt":0.2808323116461741,"score_spread":0.19084993917781296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164248983","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093411,0.0023319994,0.15316473,0.6142617,0.0030093358,0.0067741205,0.031868305,0.005199982,0.08997884],"genre_scores_gemma":[0.9846128,1.1786448e-7,0.0037766492,0.008770441,0.0001729924,0.00014086637,0.0019432439,0.000008512481,0.0005743727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992172,0.000040009072,0.00014338257,0.00030688112,0.00013799811,0.00015454297],"domain_scores_gemma":[0.9994196,0.000094356095,0.000028961495,0.0002630604,0.000059522183,0.00013446288],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000040725372,0.00007516198,0.000079749065,0.00004928621,0.000048915346,0.00012806512,0.0005049204,0.00007271647,0.012160173],"category_scores_gemma":[0.00047027858,0.00008163279,0.000023985294,0.0003666408,0.0000018331139,0.00031188046,0.00015928679,0.00016584038,0.0025019273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014112213,0.00022941854,0.0005420128,0.00048399437,0.000006986262,0.000012435864,0.015177907,0.0011635607,0.0022416846,0.0142287975,0.68071693,0.28518215],"study_design_scores_gemma":[0.00015311984,0.000054761356,0.0562229,0.0004326682,0.0000014007255,0.0000037668708,0.00007765477,0.008837339,0.0023855683,0.0013375803,0.9301749,0.00031835743],"about_ca_topic_score_codex":0.000014430772,"about_ca_topic_score_gemma":0.000007193096,"teacher_disagreement_score":0.8912018,"about_ca_system_score_codex":0.000046163415,"about_ca_system_score_gemma":0.000081972066,"threshold_uncertainty_score":0.99827474},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","score_opus":0.6956962901616436,"score_gpt":0.4789212342135676,"score_spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166045557","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016151751,0.8112237,0.02274858,0.055077795,0.0031163688,0.100814685,0.000046594927,0.00003377018,0.0067769955],"genre_scores_gemma":[0.003336054,0.053260244,0.04778257,0.5993811,0.012426613,0.048721295,0.00035603548,0.0012933313,0.2334428],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.644936,0.24153014,0.09223322,0.0033442487,0.016517974,0.0014384271],"domain_scores_gemma":[0.8575884,0.0240444,0.09479874,0.019235434,0.0037492134,0.00058378745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4841305,0.002491905,0.059747383,0.0019133228,0.00035317903,0.0055705165,0.006777234,0.0011104478,0.007079146],"category_scores_gemma":[0.25662047,0.00092855236,0.010316991,0.003990494,0.00013860897,0.0007370506,0.00032022272,0.0035758005,0.015081747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013174455,0.000023464172,0.00008222247,0.5130781,0.00044891684,0.00054863986,0.00067558285,0.000011674091,0.000003222146,0.000051899537,0.48496526,0.00010967065],"study_design_scores_gemma":[0.00025422763,0.000044571538,0.000006473944,0.38856527,0.0029243599,0.0021281063,0.0008664678,0.00040589418,0.0000016332609,0.0005630572,0.60336334,0.00087663514],"about_ca_topic_score_codex":0.00001554734,"about_ca_topic_score_gemma":0.00014014069,"teacher_disagreement_score":0.7579635,"about_ca_system_score_codex":0.00048768328,"about_ca_system_score_gemma":0.00043940864,"threshold_uncertainty_score":0.99959445},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166825314","doi":"10.1503/cjs.009821","title":"Predatory journal publishing: Is this an alternate universe?","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Publishing; Library science; Literature","score_opus":0.11717625523131105,"score_gpt":0.3531424655096299,"score_spread":0.23596621027831888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166825314","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00454825,0.0052239797,0.00007253339,0.005108422,0.9737522,0.00005772392,0.00079511537,0.000010676523,0.010431125],"genre_scores_gemma":[0.005554009,0.0011957893,0.00013063135,0.0014920213,0.96744156,7.7386915e-7,0.000104137696,0.0001020416,0.023979045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866454,0.0015103122,0.0031255614,0.0007697645,0.0068102903,0.0011386517],"domain_scores_gemma":[0.9656269,0.008753412,0.0062396526,0.0013112561,0.012083631,0.005985168],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.033658236,0.00053152314,0.0017444793,0.004722409,0.00077709195,0.0337831,0.0093589565,0.0022311267,0.00985722],"category_scores_gemma":[0.10722112,0.00044076313,0.0011185391,0.0018272732,0.0003196047,0.02397539,0.0003064836,0.009218166,0.000071971204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026638156,0.000013166011,0.003775435,0.0000103679995,0.00016146411,0.005058744,0.00084036746,0.00001363618,0.0000010207234,0.000023235123,0.9707065,0.019369427],"study_design_scores_gemma":[0.00026366665,0.000029429502,0.00017181586,0.0004974602,0.0000725965,0.00080186,0.0016452542,0.00001356543,0.000010373582,0.0030954368,0.9929276,0.00047093706],"about_ca_topic_score_codex":0.007768697,"about_ca_topic_score_gemma":0.007188781,"teacher_disagreement_score":0.07356288,"about_ca_system_score_codex":0.0012712119,"about_ca_system_score_gemma":0.068538465,"threshold_uncertainty_score":0.99980444},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3169879716","doi":"10.1007/s11666-016-0454-0","title":"Retraction Note to: Structure and Mechanical Properties of Thick Copper Coating Made by Cold Spray","year":2016,"lang":"en","type":"article","venue":"Journal of Thermal Spray Technology","topic":"High-Temperature Coating Behaviors","field":"Engineering","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Materials science; Gas dynamic cold spray; Coating; Copper; Metallurgy; Thermal spraying; Composite material","score_opus":0.007151034832849113,"score_gpt":0.21814646185131253,"score_spread":0.2109954270184634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169879716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99658644,0.00029362235,0.0005000101,0.0018061408,0.0005567678,0.00012488189,0.000012412025,0.00010699471,0.000012738705],"genre_scores_gemma":[0.99665576,0.00003115894,0.0030777303,0.00003486574,0.00010683543,0.0000026701393,1.8853616e-7,0.00003904779,0.000051729552],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99888515,0.000037453825,0.00048330266,0.00012893078,0.00023285851,0.00023228834],"domain_scores_gemma":[0.9993201,0.00004864123,0.00022300768,0.00018302102,0.0001498899,0.000075341064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025271406,0.0001716329,0.00034731734,0.00022245794,0.00004667186,0.000017634717,0.00024688782,0.0006150921,0.000029340697],"category_scores_gemma":[0.000276232,0.00010905015,0.000049971135,0.00020350736,0.0000907351,0.00017260908,0.000056163328,0.00076876814,0.00000322694],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039090693,0.000014713692,0.0008903028,0.000024744037,0.000031257096,0.0000092266055,0.00008400715,0.0001058748,0.99686396,0.00017324382,0.0006901788,0.0010733858],"study_design_scores_gemma":[0.000390631,0.00027515824,0.0003645898,0.00027593042,0.000034891593,0.0001576272,0.000044876557,0.000006586595,0.99565214,0.00002578668,0.0026327816,0.00013902893],"about_ca_topic_score_codex":0.0000026283694,"about_ca_topic_score_gemma":0.0000058096693,"teacher_disagreement_score":0.0025777202,"about_ca_system_score_codex":0.00010031071,"about_ca_system_score_gemma":0.000024611973,"threshold_uncertainty_score":0.47441536},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3171548524","doi":"10.1097/sla.0000000000004929","title":"Reviewing the Reviewers Potential Financial Conflicts of Interest in Editorial Boards of Surgery Journals","year":2021,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Editorial board; Medicine; Publication; Impact factor; Payment; Specialty; Medicaid; Accounting; Publishing; Transparency (behavior); Conflict of interest; Family medicine; Library science; Business; Political science; Finance; Law; Health care","score_opus":0.9363467191597896,"score_gpt":0.6440564847468551,"score_spread":0.29229023441293456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171548524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014609209,0.96126175,0.0000011085249,0.001080871,0.034893986,0.0006695754,0.0004913203,0.000010635144,0.00012981864],"genre_scores_gemma":[0.001993917,0.98382413,0.0000032694522,0.0010416142,0.012866995,0.00006306623,0.000108620276,0.00004666424,0.00005171635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876185,0.0057818345,0.00478963,0.00048277713,0.000494981,0.00083226856],"domain_scores_gemma":[0.9844766,0.009888128,0.0034632501,0.0005582476,0.0012292655,0.00038448724],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017698469,0.00059263775,0.0062020393,0.0005668147,0.00012092408,0.000016927213,0.0006237888,0.0020621105,0.0010907546],"category_scores_gemma":[0.009008676,0.00045164896,0.002841041,0.0013026498,0.00058347493,0.00017499462,0.00025055074,0.0045271134,0.000012519351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015089782,0.00038359288,0.00046460817,0.05522062,0.00054325495,0.00015582611,0.00008566429,0.000004335884,0.000031292337,0.00015304168,0.24787533,0.69493157],"study_design_scores_gemma":[0.0001341089,0.000020947293,0.00006731249,0.054962054,0.0008030689,0.00003955598,0.000023487615,0.0000016207305,0.00058407546,0.00004876233,0.9429967,0.00031830446],"about_ca_topic_score_codex":0.000054523927,"about_ca_topic_score_gemma":0.0000066028724,"teacher_disagreement_score":0.69512135,"about_ca_system_score_codex":0.00004688084,"about_ca_system_score_gemma":0.002630836,"threshold_uncertainty_score":0.9998224},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3174687450","doi":"10.1093/eurheartj/ehab398","title":"Retractions in medicine: the tip of the iceberg","year":2021,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Iceberg; Oceanography","score_opus":0.07065087917340626,"score_gpt":0.3575210288480361,"score_spread":0.28687014967462987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174687450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14506786,0.00079441734,0.00006378766,0.21123864,0.001988296,0.00006515156,0.0000017106285,0.0000091860475,0.640771],"genre_scores_gemma":[0.98803127,0.0005292749,0.00006893646,0.002386437,0.0014848374,1.6397672e-7,1.9239656e-7,0.0000053275817,0.007493559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705017,0.00219762,0.0001938712,0.000058703492,0.00035633694,0.00014328327],"domain_scores_gemma":[0.9992748,0.00037299667,0.00008786218,0.00011041323,0.000104260456,0.00004969316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047448734,0.000038436687,0.00007539993,0.000023628458,0.00063210423,0.000025551833,0.00027152966,0.000063727406,0.00097597577],"category_scores_gemma":[0.0020734998,0.000020380463,0.000062143925,0.0003252671,0.0002802766,0.000084514155,0.00003597677,0.0020885086,0.000043765103],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011823162,0.00006380031,0.09029589,0.0000066376797,0.000032428103,0.00012543534,0.07897991,0.00005258355,0.002624362,0.03911438,0.78384423,0.0048484975],"study_design_scores_gemma":[0.000081875405,0.000007309416,0.15497237,0.00008368363,0.000006912528,0.00014930645,0.009078257,0.0000043734076,0.00008816259,0.0011203567,0.8343785,0.00002888701],"about_ca_topic_score_codex":0.00025196665,"about_ca_topic_score_gemma":0.00058669207,"teacher_disagreement_score":0.8429634,"about_ca_system_score_codex":0.000033410568,"about_ca_system_score_gemma":0.00020169822,"threshold_uncertainty_score":0.9999373},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174891973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3535864,0.0007379166,0.62956464,0.014365474,0.00099374,0.00060747756,0.00013262844,0.000006509051,0.000005185455],"genre_scores_gemma":[0.6320565,0.001107616,0.36292472,0.0021179498,0.0012837965,0.000063003274,0.000013280245,0.00002471936,0.00040841382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97599655,0.008363111,0.009894365,0.0014172271,0.0032990542,0.0010297141],"domain_scores_gemma":[0.28872564,0.67166585,0.009446396,0.0013397909,0.02696158,0.0018607602],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.466217,0.0002739962,0.0041077896,0.0128956,0.00046749084,0.0011388531,0.0019738378,0.00067062705,0.00019555073],"category_scores_gemma":[0.92802197,0.00016897071,0.0029359532,0.018435445,0.00048011003,0.0016635904,0.0003641664,0.0008896163,0.000001482325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003535638,0.0006013237,0.904924,0.00018058743,0.00053258217,0.00002143541,0.000035203535,0.0013943627,0.00047531392,0.00043917107,0.0057824003,0.08207803],"study_design_scores_gemma":[0.0034022212,0.0039876434,0.6410055,0.00013723424,0.0008390463,0.00003250107,0.00037300267,0.24147785,0.0011809529,0.09960552,0.007657991,0.00030055264],"about_ca_topic_score_codex":0.000024235424,"about_ca_topic_score_gemma":0.0001449057,"teacher_disagreement_score":0.6872709,"about_ca_system_score_codex":0.00016023598,"about_ca_system_score_gemma":0.0038954415,"threshold_uncertainty_score":0.9998981},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3183689488","doi":"10.1126/science.373.6552.265","title":"Large survey finds questionable research practices are common","year":2021,"lang":"en","type":"article","venue":"Science","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Survey research; Data science; Psychology; Computer science; Applied psychology","score_opus":0.3454072732824861,"score_gpt":0.45586469453767575,"score_spread":0.11045742125518965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183689488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285867,0.0008868906,0.000800894,0.006300805,0.0017523157,0.00020072401,0.000042562577,0.00014061283,0.061288446],"genre_scores_gemma":[0.9965111,0.000035644574,0.00012842902,0.0007600391,0.000367167,0.000007270784,0.000055882578,0.00000737241,0.0021270881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978376,0.000051266674,0.00015466462,0.0004758002,0.00096216786,0.0005185234],"domain_scores_gemma":[0.9971771,0.00021813996,0.00021899992,0.00049869064,0.0018679098,0.000019110987],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006813908,0.00008552916,0.000109249806,0.00025144967,0.000967414,0.0013465722,0.0008548796,0.0000444521,0.000808621],"category_scores_gemma":[0.008329555,0.00007616462,0.000017672568,0.00447947,0.00040856304,0.0039557433,0.000894392,0.00025803916,0.0012089151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023133696,0.00032166037,0.91045326,0.0001407543,0.0000043359055,0.00007448911,0.000043730284,0.000024345534,0.002720641,0.047481246,0.03506493,0.0036474639],"study_design_scores_gemma":[0.00006924755,0.0000028813656,0.66412044,0.00007149461,0.0000035609812,0.000004833128,0.00042910667,0.0016621716,0.0013949542,0.003709549,0.32838836,0.00014336455],"about_ca_topic_score_codex":0.0015621389,"about_ca_topic_score_gemma":0.0047269915,"teacher_disagreement_score":0.29332346,"about_ca_system_score_codex":0.000035598918,"about_ca_system_score_gemma":0.0002582729,"threshold_uncertainty_score":0.9996901},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3192444569","doi":"10.3968/12127","title":"Navigating Between Scylla and Charybdis: Research on the Perception of Graduate Students at UCASS on Intentional and Unintentional Plagiarism","year":2021,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Graduate students; Psychology; Perspective (graphical); Academic integrity; Pedagogy; Medical education; Medicine; Social psychology; Computer science","score_opus":0.13759698768373302,"score_gpt":0.4833682328233585,"score_spread":0.3457712451396255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192444569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861916,0.0058770166,8.1615366e-7,0.005499941,0.00011218792,0.0001276172,0.00005487511,0.0000059788417,0.0021300125],"genre_scores_gemma":[0.9950057,0.002847702,0.000038895017,0.00031656487,0.0002666978,0.0000097796255,0.00003835866,0.0000040667937,0.0014721935],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982015,0.00064032996,0.00016266697,0.00023130838,0.0005767841,0.00018743421],"domain_scores_gemma":[0.9985363,0.0010853418,0.000046450565,0.00007132074,0.00022072946,0.000039849656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027063128,0.00008941861,0.00015822246,0.000047504807,0.00062553457,0.00007442501,0.000096660195,0.00022556164,0.000028937513],"category_scores_gemma":[0.0008658628,0.000060953407,0.000026291978,0.00024468952,0.000735098,0.00008367993,0.00021586019,0.0017346613,0.0000017931129],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008476717,0.0000705014,0.085203744,0.00013959435,0.00016192021,0.000079693695,0.82404166,3.2128312e-7,0.0006013097,0.076535635,0.0035010157,0.009579808],"study_design_scores_gemma":[0.00057728,0.0001608793,0.25372928,0.0033555774,0.000027749853,0.000015334837,0.7272421,0.000009932157,0.0001786521,0.012349149,0.0021631436,0.00019094521],"about_ca_topic_score_codex":0.00020457391,"about_ca_topic_score_gemma":0.00024316678,"teacher_disagreement_score":0.16852553,"about_ca_system_score_codex":0.000056879795,"about_ca_system_score_gemma":0.000017597184,"threshold_uncertainty_score":0.7536337},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3197838994","doi":"10.1186/s40001-021-00572-0","title":"Retraction Note: The majority of conversion total hip arthroplasties can be considered a primary replacement: a matched cohort study","year":2021,"lang":"en","type":"retraction","venue":"European journal of medical research","topic":"Orthopaedic implants and arthroplasty","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Osteoarthritis; Arthroplasty; Total hip replacement; Surgery; Cohort; Complication; Internal medicine","score_opus":0.07404109668058355,"score_gpt":0.3755833629109986,"score_spread":0.301542266230415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197838994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430339,0.005104948,0.00016686111,0.0183194,0.01200773,0.0025770213,0.00015790164,0.00004107388,0.018591182],"genre_scores_gemma":[0.95693207,0.024859343,0.000120610894,0.0003725728,0.0056397063,0.0000069881376,0.00020917779,0.00013367648,0.011725844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9810498,0.0051948405,0.0017559913,0.00048747982,0.010917416,0.0005945098],"domain_scores_gemma":[0.9931406,0.0023860352,0.0011357641,0.00064772,0.0019601015,0.00072982715],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026537083,0.00034296978,0.0012772977,0.00056628004,0.00035935632,0.00009502624,0.00039413766,0.00044401435,0.004150855],"category_scores_gemma":[0.0105529195,0.00021890519,0.00040267338,0.0005316834,0.00093284505,0.00012001502,0.0004264568,0.008614335,0.000034286706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010374423,0.005700005,0.048257813,0.0039423946,0.00416617,0.04808988,0.0034306534,0.0000023933767,0.0008308103,0.000015810943,0.70552635,0.16966331],"study_design_scores_gemma":[0.017513534,0.015968943,0.34082192,0.009645875,0.0018117933,0.025823414,0.014797563,0.00011529668,0.00038530512,0.00000686098,0.57252455,0.00058498094],"about_ca_topic_score_codex":0.00023509744,"about_ca_topic_score_gemma":0.000050605995,"teacher_disagreement_score":0.2925641,"about_ca_system_score_codex":0.00049763353,"about_ca_system_score_gemma":0.0044685355,"threshold_uncertainty_score":0.99778163},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3201393952","doi":"10.3897/ese.2021.e71728","title":"Compliance with best practice guidelines on publication ethics: Where does&amp;nbsp;Pharmactuel stand? A case study","year":2021,"lang":"en","type":"article","venue":"European Science Editing","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec; Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke; McGill University Health Centre","funders":"","keywords":"Medical journal; Compliance (psychology); Ethics committee; Editorial board; Medicine; Political science; Library science; Family medicine; Psychology; Public administration; Computer science","score_opus":0.7616703834701203,"score_gpt":0.6598093494525187,"score_spread":0.1018610340176016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201393952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65140927,0.00030861737,0.0013142129,0.15023251,0.0020081897,0.0012056618,0.000021257367,0.0002720106,0.19322829],"genre_scores_gemma":[0.94766957,0.00023717312,0.034406796,0.00889338,0.0031889158,0.000016018905,0.000005662046,0.00006683925,0.0055156504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99180573,0.0007172613,0.000816919,0.001263301,0.004725559,0.0006712087],"domain_scores_gemma":[0.954946,0.009806864,0.0005152091,0.001664297,0.032313477,0.0007541621],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04932143,0.00020228555,0.00025300423,0.00022504505,0.0014359731,0.00078631105,0.0007165565,0.000066526154,0.00014818956],"category_scores_gemma":[0.39552814,0.00014068559,0.00004188413,0.0024106465,0.001730202,0.0010523977,0.0006297602,0.0041482532,0.0004009469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002756503,0.025451692,0.061775547,0.004690886,0.00068366417,0.28119263,0.11091513,0.00062937575,0.10546394,0.020773262,0.056449987,0.3292174],"study_design_scores_gemma":[0.01023044,0.005168725,0.005288846,0.009959235,0.00051930785,0.019395504,0.4001013,0.0024703387,0.008800277,0.00039847766,0.53607,0.0015975586],"about_ca_topic_score_codex":0.00014092338,"about_ca_topic_score_gemma":0.00032958447,"teacher_disagreement_score":0.47962,"about_ca_system_score_codex":0.00027670694,"about_ca_system_score_gemma":0.004612778,"threshold_uncertainty_score":0.99986404},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3202236967","doi":"10.5551/jat.rt40212","title":"Retraction Note to: MicroRNA-134 Promotes the Development of Atherosclerosis Via the ANGPTL4/LPL Pathway in Apolipoprotein E Knockout Mice","year":2021,"lang":"en","type":"retraction","venue":"Journal of Atherosclerosis and Thrombosis","topic":"Lipid metabolism and disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thrombosis and Atherosclerosis Research Institute","funders":"","keywords":"ANGPTL4; Apolipoprotein E; microRNA; Knockout mouse; Apolipoprotein B; Medicine; Biology; Internal medicine; Genetics; Gene; Cholesterol","score_opus":0.03577596916056652,"score_gpt":0.2932848458156127,"score_spread":0.2575088766550462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202236967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837845,0.006562709,0.00048423567,0.0037922806,0.0033180725,0.0015134604,0.00007745476,0.000021296983,0.0004460142],"genre_scores_gemma":[0.9668315,0.022503791,0.0062145954,0.00089954364,0.0022341334,0.00010570385,0.000049491966,0.00021900913,0.00094223587],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9952656,0.00037866284,0.0020172456,0.0005387523,0.0012488056,0.00055090594],"domain_scores_gemma":[0.9961358,0.00035063448,0.0019599425,0.0006448467,0.0006490059,0.00025981464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023835371,0.00064255955,0.0017122716,0.0004334699,0.00034908668,0.00013993945,0.00045227603,0.0009129223,0.00014185964],"category_scores_gemma":[0.00043076355,0.00037724202,0.00064183143,0.000914793,0.00025870357,0.00028026997,0.0001738661,0.0019244769,0.000012257096],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002922402,0.0015933473,0.005519462,0.001086233,0.0010327148,0.000002225278,0.016641483,0.000009720071,0.87388325,0.000022217593,0.005065809,0.09485131],"study_design_scores_gemma":[0.0038282936,0.0010428935,0.5722536,0.008468374,0.0014112266,0.00011448417,0.0047742953,0.000026676473,0.25177917,0.000073003495,0.1552844,0.00094356906],"about_ca_topic_score_codex":0.00045864584,"about_ca_topic_score_gemma":0.00047352765,"teacher_disagreement_score":0.62210405,"about_ca_system_score_codex":0.00032245243,"about_ca_system_score_gemma":0.0008434651,"threshold_uncertainty_score":0.999868},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3204025275","doi":"10.5539/ass.v17n10p63","title":"Announcement of Retraction","year":2021,"lang":"en","type":"article","venue":"Asian Social Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Editorial board; Political science; Management; Business; Computer science; Economics; Library science","score_opus":0.5017406114427908,"score_gpt":0.5929002190179083,"score_spread":0.09115960757511754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204025275","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103585355,0.00012325696,0.0028721371,0.0042105815,0.0012302137,0.00008860916,0.000016938215,0.00001357494,0.88785934],"genre_scores_gemma":[0.9970814,0.000024183226,0.00070054806,0.000084935964,0.00010113505,0.0000016430077,8.2026685e-7,0.000002150515,0.0020032036],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98706096,0.00010432358,0.00040398558,0.00052337605,0.011495008,0.00041232267],"domain_scores_gemma":[0.9939245,0.00037636535,0.00020228342,0.00036455394,0.004936089,0.00019618303],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.017355395,0.00005903663,0.00015994674,0.009817816,0.0005364768,0.0010102912,0.0015160646,0.00006469078,0.0006887286],"category_scores_gemma":[0.021091036,0.00004604906,0.000088951914,0.231844,0.00075294665,0.0007776757,0.0004684904,0.00014718871,0.00012602244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041935264,0.00011003356,0.009022436,0.0000016316643,0.00000261869,0.000010233968,0.0005269044,3.741004e-7,0.054129414,0.028903732,0.007810437,0.899478],"study_design_scores_gemma":[0.00019671036,0.00007335868,0.8323305,0.0000036877548,0.000002696913,0.000006850948,0.0043157223,0.00011370786,0.04085355,0.020304747,0.10166521,0.00013322185],"about_ca_topic_score_codex":0.00002238895,"about_ca_topic_score_gemma":0.0000064671494,"teacher_disagreement_score":0.89934474,"about_ca_system_score_codex":0.00015129782,"about_ca_system_score_gemma":0.0008498107,"threshold_uncertainty_score":0.9871547},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3205414983","doi":"10.1007/s13233-021-9201-6","title":"Retraction Note to: Viscoelastic Behavior and Mechanical Properties of Polypropylene/Nano-Calcium Carbonate Nanocomposites Modified by a Coupling Agent","year":2021,"lang":"en","type":"article","venue":"Macromolecular Research","topic":"Polymer Nanocomposites and Properties","field":"Materials Science","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Polypropylene; Nanochemistry; Nanocomposite; Coupling (piping); Viscoelasticity; Materials science; Nano-; Calcium carbonate; Polymer science; Composite material; Nanotechnology","score_opus":0.0574043066504754,"score_gpt":0.3312628723873347,"score_spread":0.2738585657368593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205414983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924638,0.0047244136,0.0011636739,0.000590665,0.00024276615,0.0005913334,0.000041683877,0.000046919402,0.00013470328],"genre_scores_gemma":[0.998079,0.00007756183,0.000998666,0.00007653343,0.000047561203,0.00015284802,0.000011844,0.00004481625,0.00051116326],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99689555,0.00033161236,0.00042721716,0.00065038877,0.0010155772,0.0006796669],"domain_scores_gemma":[0.9987241,0.00007788665,0.00007018001,0.0004400076,0.0004190251,0.00026878528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009358044,0.00021739674,0.0003566919,0.00016014968,0.00033179653,0.00027230268,0.0003290022,0.00018190377,0.0000831226],"category_scores_gemma":[0.00016799533,0.00018374599,0.00008281935,0.0004272849,0.00022660817,0.00012618337,0.0006033422,0.00036326863,0.00004239046],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024362924,0.00021033511,0.00003215814,0.00013397375,0.000016206306,0.00010145579,0.0002189628,0.00006622943,0.9981465,0.00018579564,0.00007000118,0.0005748045],"study_design_scores_gemma":[0.0003642151,0.00031645104,0.00007350902,0.00020167221,0.0000379634,0.00006445099,0.00006558837,0.002809107,0.9954281,0.00004979423,0.00036212325,0.00022701045],"about_ca_topic_score_codex":0.0008199436,"about_ca_topic_score_gemma":0.000019205114,"teacher_disagreement_score":0.0056151645,"about_ca_system_score_codex":0.00009373514,"about_ca_system_score_gemma":0.00017259443,"threshold_uncertainty_score":0.7492944},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3207674427","doi":"10.11575/cpai.v4i1.70974","title":"Punishment before pedagogy: An exploration of novice writers' experiences of plagiarism in university contexts","year":2020,"lang":"en","type":"article","venue":"University of Calgary","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina; University of Manitoba","funders":"","keywords":"Academic integrity; Punitive damages; Psychology; Context (archaeology); Formative assessment; Perception; Action (physics); Likert scale; Categorization; Qualitative research; Social psychology; Pedagogy; Medical education; Mathematics education; Sociology; Developmental psychology; Political science; Epistemology; Medicine","score_opus":0.0299782397094206,"score_gpt":0.27624243362779755,"score_spread":0.24626419391837695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207674427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829927,0.00003831781,0.004124952,0.0016325341,0.000056476358,0.0001699749,0.000012662464,0.000015729165,0.010956664],"genre_scores_gemma":[0.9988591,0.00009194942,0.0007107298,0.000075219374,0.00002152211,4.3993236e-8,0.0000131838115,0.0000021373935,0.00022612761],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989891,0.00027226913,0.00014099522,0.00016243492,0.00030617265,0.00012905036],"domain_scores_gemma":[0.9994243,0.000068561465,0.00017348053,0.000084124455,0.0001423964,0.00010713612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040141746,0.000068124165,0.00020365344,0.00009702257,0.00012331818,0.0000029795997,0.00039836572,0.0003553959,0.00016592914],"category_scores_gemma":[0.00007187393,0.0000865713,0.00005699876,0.00027255382,0.00055188936,0.0007907543,0.00007301838,0.00035117054,0.0000021109652],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030846862,0.00009281881,0.0055767884,0.000037117414,0.00001585602,0.00001969321,0.95541304,0.000019637973,0.00034732543,0.03320954,0.0002697589,0.004689965],"study_design_scores_gemma":[0.00067207246,0.00027881682,0.0025379327,0.000054544482,0.000023024313,2.0631077e-7,0.9791278,0.0005341371,0.00071412616,0.00043019536,0.015513024,0.00011412007],"about_ca_topic_score_codex":0.01056391,"about_ca_topic_score_gemma":0.0051216707,"teacher_disagreement_score":0.032779347,"about_ca_system_score_codex":0.000056729015,"about_ca_system_score_gemma":0.00026787142,"threshold_uncertainty_score":0.99602485},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3210065379","doi":"10.1016/j.bej.2021.108223","title":"Retraction notice to \"Stoichiometry of anaerobic protein fermentation\" [Biochem. Eng. J. 158 (2020) 107564]","year":2021,"lang":"en","type":"article","venue":"Biochemical Engineering Journal","topic":"Food Industry and Aquatic Biology","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Greenfield Research (Canada); Western University","funders":"","keywords":"Notice; Fermentation; Stoichiometry; Anaerobic exercise; Chemistry; Food science; Biochemistry; Biology; Physiology; Organic chemistry; Political science","score_opus":0.010910105765830472,"score_gpt":0.2088202359421339,"score_spread":0.19791013017630343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210065379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972136,0.0002388259,0.00017439498,0.001820362,0.00036159455,0.00008193711,0.000011956041,0.000026075422,0.000071259325],"genre_scores_gemma":[0.99494404,0.00001567748,0.0039302004,0.000116313095,0.0007611329,0.0000038798526,0.000032281645,0.0000016999112,0.00019479895],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990013,0.000035438035,0.00032202492,0.00019966022,0.00019828601,0.0002432681],"domain_scores_gemma":[0.99945694,0.00006974912,0.00009567436,0.00005438525,0.0001333614,0.0001898714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021185605,0.00012763901,0.00017829232,0.000023856159,0.000060854392,0.00003613052,0.00016142213,0.00027095844,0.00048639355],"category_scores_gemma":[0.0005117146,0.00006478939,0.00009388435,0.0006587008,0.000022367674,0.0000686988,0.000050493396,0.00047913837,0.000020793786],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020133488,0.00006867217,0.000080527956,0.000014024142,0.000022440061,0.000011982996,0.000016113196,0.000110785506,0.9952862,0.000048977916,0.0009565398,0.0033635714],"study_design_scores_gemma":[0.00013991639,0.00022103608,0.009909627,0.00009178708,0.000013601016,0.00017920157,0.0001164298,0.00017146853,0.9844802,0.000025583295,0.0044838474,0.00016732277],"about_ca_topic_score_codex":0.000006272344,"about_ca_topic_score_gemma":0.0000010345647,"teacher_disagreement_score":0.010806052,"about_ca_system_score_codex":0.000046741196,"about_ca_system_score_gemma":0.000022933116,"threshold_uncertainty_score":0.53256685},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3213227864","doi":"10.1371/journal.pone.0258646","title":"Return of individual research results from genomic research: A systematic review of stakeholder perspectives","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; University of Calgary","funders":"Medical Research Future Fund; Wellcome Trust; National Center for Advancing Translational Sciences; Economic and Social Research Council; National Institutes of Health; Norges Forskningsråd; National Heart, Lung, and Blood Institute; Australian Government; Wellcome; Canadian Institutes of Health Research; Genome Canada; Medical Research Council","keywords":"Biobank; Stakeholder; Qualitative research; Empirical research; Systematic review; Psychology; MEDLINE; Medicine; Public relations; Social science; Political science; Bioinformatics; Biology; Sociology","score_opus":0.9465482916184245,"score_gpt":0.6397066401700148,"score_spread":0.3068416514484097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213227864","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018970671,0.9835898,3.8116636e-7,0.0010799025,0.000033507877,0.00917421,0.001977341,0.0000272905,0.003927805],"genre_scores_gemma":[0.00006003823,0.9916972,0.0015886931,0.000046336594,0.000415406,0.00064514676,0.00076497387,0.00017254706,0.004609656],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9591183,0.0149214445,0.0060002347,0.0019241122,0.0168216,0.001214278],"domain_scores_gemma":[0.7888857,0.17877153,0.0023789639,0.0076540136,0.021475896,0.0008338739],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09578559,0.0005142905,0.010532374,0.0014081908,0.00015269451,0.00007066526,0.0023112823,0.0015763085,0.00064810325],"category_scores_gemma":[0.45237285,0.0003921409,0.0011060322,0.0034178332,0.0020532273,0.00006890827,0.0022178388,0.015418544,0.00019328398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008705129,0.0030239087,0.0000018186342,0.9863025,0.0055311196,0.00018501877,0.0014431673,2.9502145e-9,0.00004256004,0.00087945786,0.0010163555,0.0014870425],"study_design_scores_gemma":[0.0006722033,0.00076139724,0.0000047652657,0.9859289,0.00680729,0.000011583126,0.0020389569,7.1421505e-7,0.00008017965,0.00085401,0.0025926363,0.00024736993],"about_ca_topic_score_codex":0.00020215433,"about_ca_topic_score_gemma":0.00004234263,"teacher_disagreement_score":0.35658726,"about_ca_system_score_codex":0.0008822845,"about_ca_system_score_gemma":0.0091429725,"threshold_uncertainty_score":0.9998531},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3214101616","doi":"10.1002/mpr.1900","title":"Selective outcome reporting across psychopharmacotherapy randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"International Journal of Methods in Psychiatric Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Odds; Randomized controlled trial; Logistic regression; Odds ratio; Psychiatry; Major depressive disorder; Schizophrenia (object-oriented programming); Clinical trial; Sample size determination; Clinical psychology; Internal medicine; Mood","score_opus":0.9193925220984189,"score_gpt":0.7997913039352579,"score_spread":0.11960121816316105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214101616","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.171276,0.031280838,0.7223871,0.02101754,0.018934198,0.0036380468,0.000017451799,0.0000053631147,0.03144348],"genre_scores_gemma":[0.22282526,0.0028566073,0.75847083,0.0006805067,0.0026395065,0.00016352929,0.0000016218739,0.000035647594,0.012326459],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2665672,0.5525757,0.14907971,0.0016444256,0.029183803,0.00094912923],"domain_scores_gemma":[0.22083439,0.53169954,0.17569968,0.0038474882,0.06727524,0.00064366957],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93194735,0.00031257013,0.018358555,0.0029323634,0.00014992907,0.0019088555,0.0035763737,0.0001854448,0.0085853655],"category_scores_gemma":[0.8724074,0.00013846104,0.013366422,0.0043757223,0.00014837422,0.00030465817,0.00019459792,0.0017040651,0.00014169577],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14909463,0.001404392,0.1817975,0.00006616301,0.019595668,0.0008564552,0.0042988895,0.0012847475,0.0075839767,0.007478289,0.08444852,0.5420908],"study_design_scores_gemma":[0.5341896,0.00018870781,0.010876023,0.00024985234,0.00078395044,0.0012857334,0.005533848,0.011195262,0.0014986113,0.38408422,0.049548168,0.0005660517],"about_ca_topic_score_codex":0.000014811591,"about_ca_topic_score_gemma":0.000009633293,"teacher_disagreement_score":0.5415247,"about_ca_system_score_codex":0.0002129709,"about_ca_system_score_gemma":0.0007703848,"threshold_uncertainty_score":0.99912727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W328572735","doi":"","title":"The Morality Of Plagiarism: Voltaire, Diderot And The Legacy Of Graffigny's CÉnie","year":2010,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Historical and Literary Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Morality; Philosophy; Epistemology","score_opus":0.010775539767907044,"score_gpt":0.22961591020974356,"score_spread":0.21884037044183652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W328572735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788854,0.00052691903,0.00017793647,0.0027580447,0.00029713096,0.00019761962,0.000019487454,0.00001989087,0.01711754],"genre_scores_gemma":[0.99615854,0.00014900474,0.00012932783,0.000027153244,0.000064849715,3.6911595e-7,0.000001901951,0.0000036496035,0.0034651933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882925,0.00023719412,0.00017557941,0.00016137684,0.0003890497,0.00020757725],"domain_scores_gemma":[0.9984555,0.0007326058,0.00025957177,0.0002553281,0.00021990336,0.000077075674],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0011112764,0.00009659159,0.00029160775,0.00004222226,0.0015306163,0.000031837455,0.0004843506,0.00011110787,0.000060022514],"category_scores_gemma":[0.0003729487,0.000068705536,0.0001530576,0.00029007826,0.004903577,0.00035217142,0.0001692621,0.0002633113,0.0000033401489],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009531525,0.000041262356,0.0073516797,0.000019503255,0.000064614425,0.0000012976041,0.039942164,8.2352295e-7,0.000011278061,0.9509025,0.0013315008,0.0002380136],"study_design_scores_gemma":[0.00055333576,0.000034070843,0.007374258,0.000006915743,0.000054473563,5.2443744e-7,0.02848008,0.000013789956,0.0000012746566,0.90795493,0.055443794,0.00008252881],"about_ca_topic_score_codex":0.015453842,"about_ca_topic_score_gemma":0.015342619,"teacher_disagreement_score":0.054112293,"about_ca_system_score_codex":0.000028423477,"about_ca_system_score_gemma":0.000086976026,"threshold_uncertainty_score":0.9997693},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4200033621","doi":"10.1016/j.clinthera.2021.11.019","title":"Industry Sponsor Influence in Clinical Trial Reporting in Canada: A Qualitative Interview Study","year":2021,"lang":"en","type":"article","venue":"Clinical Therapeutics","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Victoria; University of British Columbia; University of British Columbia Hospital","funders":"University of British Columbia; Ministry of Health, British Columbia","keywords":"Clinical trial; Medicine; Institutional review board; Family medicine; Qualitative research; Research ethics; Clinical research; Alternative medicine; Drug trial; Medical education; Psychiatry; Internal medicine; Pathology","score_opus":0.9111908205063685,"score_gpt":0.7403563081261063,"score_spread":0.17083451238026215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200033621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868008,0.0009686835,0.000005317715,0.0071505443,0.0030913833,0.0012988402,0.000037434053,0.000039221697,0.0006078108],"genre_scores_gemma":[0.9678626,0.0006930961,0.000076349264,0.030336827,0.00055928004,0.00011156265,0.000012182158,0.000033451528,0.00031461805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9670884,0.022455243,0.0081275115,0.0009849115,0.00039117047,0.00095277076],"domain_scores_gemma":[0.984224,0.012146388,0.0018268783,0.00063672604,0.00039578133,0.0007701879],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031843394,0.00038267463,0.0014785661,0.00009611962,0.00013725212,0.000032154818,0.00054932997,0.0025730794,0.0007405558],"category_scores_gemma":[0.01317476,0.00037468175,0.00029040492,0.0009573168,0.00038005065,0.00015423831,0.0003116999,0.019405214,0.000034001652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010314238,0.005081109,0.91365695,0.0000693786,0.00031772754,0.003221213,0.0025838378,0.00014680499,0.00002271425,0.00016126932,0.00023196895,0.06419281],"study_design_scores_gemma":[0.084633484,0.0018454607,0.80237895,0.00032934963,0.0003753201,0.000060470735,0.036356717,0.0019661044,0.00026245785,0.0012165433,0.069571204,0.001003936],"about_ca_topic_score_codex":0.02805846,"about_ca_topic_score_gemma":0.40844715,"teacher_disagreement_score":0.38038868,"about_ca_system_score_codex":0.0005893323,"about_ca_system_score_gemma":0.006992194,"threshold_uncertainty_score":0.99987054},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4200425828","doi":"10.1016/j.ijcard.2021.12.021","title":"A survey of retractions in the cardiovascular literature","year":2021,"lang":"en","type":"review","venue":"International Journal of Cardiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Interquartile range; Scientific misconduct; Misconduct; Internal medicine; Alternative medicine; Pathology; Law","score_opus":0.09250250443613138,"score_gpt":0.4167842958079029,"score_spread":0.3242817913717715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200425828","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011992387,0.9891327,0.00029180603,0.00037809508,0.0030366955,0.000103021855,0.00011610472,0.0000016384432,0.0069279415],"genre_scores_gemma":[0.0017239403,0.9958372,0.000039412804,0.000056425,0.0021964167,0.000003777276,0.00006608736,0.0000066848183,0.00007001602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915834,0.0064416556,0.0008091939,0.00012565864,0.00089480355,0.00014529684],"domain_scores_gemma":[0.99520725,0.0023127764,0.0006472354,0.00016391595,0.0016345095,0.000034299548],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011537089,0.00012942051,0.0014423481,0.00032527215,0.000049907856,0.000047059453,0.0012451739,0.001168715,0.000027228347],"category_scores_gemma":[0.0051385467,0.000084990126,0.0015605264,0.00048151021,0.00018483847,0.00012118431,0.000044440134,0.0032132366,0.0000033760107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019338657,0.000035782705,0.00057270087,0.0003390106,0.0064968825,0.0016258089,0.005223606,0.000098506665,9.375529e-8,0.010180745,0.018211352,0.9571962],"study_design_scores_gemma":[0.000073318384,0.000013058065,0.00034854183,0.0026740818,0.0002767363,0.0010012776,0.00038010644,2.0102449e-7,3.8381543e-8,0.00019181731,0.9949723,0.00006851569],"about_ca_topic_score_codex":0.00066724786,"about_ca_topic_score_gemma":0.00018901643,"teacher_disagreement_score":0.976761,"about_ca_system_score_codex":0.0001706649,"about_ca_system_score_gemma":0.0011732561,"threshold_uncertainty_score":0.9990864},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200566913","doi":"10.1038/s41593-021-00994-3","title":"Retraction Note: Tumor necrosis factor overcomes immune evasion in p53-mutant medulloblastoma","year":2021,"lang":"en","type":"retraction","venue":"Nature Neuroscience","topic":"MicroRNA in disease regulation","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Canada's Michael Smith Genome Sciences Centre; Hospital for Sick Children","funders":"","keywords":"Evasion (ethics); Neuroscience; Medulloblastoma; Mutant; Immune system; Biology; Cancer research; Immunology; Genetics; Gene","score_opus":0.008718911130677503,"score_gpt":0.28323438323226874,"score_spread":0.2745154721015912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200566913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96016526,0.013428065,0.00027188502,0.00045894706,0.023116376,0.0010420375,0.00055118784,0.000083505394,0.00088272395],"genre_scores_gemma":[0.9918606,0.0038815967,0.00014628691,0.00066082814,0.00077712815,0.000032444033,0.000718917,0.00008291909,0.0018392601],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99667794,0.00019897404,0.0004929664,0.0013048451,0.000855925,0.00046934246],"domain_scores_gemma":[0.9983423,0.000045525205,0.00046898526,0.0007779206,0.00022787189,0.00013741845],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00026684444,0.0004511819,0.0004020451,0.00028517065,0.00015632078,0.0001467169,0.00048006963,0.002095315,0.00006182027],"category_scores_gemma":[0.0015111549,0.00045451924,0.00027192364,0.00075771834,0.00013342667,0.000036155794,0.00022854951,0.0020984674,0.000010132218],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000817589,0.000115843424,0.00018867209,0.00011457924,0.0000046548676,0.00005124457,0.000010530643,0.00003886582,0.99417394,0.000003433884,0.0030186004,0.0021978472],"study_design_scores_gemma":[0.00042758777,0.00018794976,0.095709436,0.00033977837,0.000035398596,0.00019800039,0.0000088225315,0.0003325671,0.6521628,0.00001271264,0.2499965,0.00058848184],"about_ca_topic_score_codex":0.00003495574,"about_ca_topic_score_gemma":0.00007082892,"teacher_disagreement_score":0.3420112,"about_ca_system_score_codex":0.0002890748,"about_ca_system_score_gemma":0.00055865844,"threshold_uncertainty_score":0.99979067},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4200572353","doi":"10.1038/s42003-021-02941-1","title":"Retraction Note: Phosphor-IWS1-dependent U2AF2 splicing regulates trafficking of CAR-E-positive intronless gene mRNAs and sensitivity to viral infection","year":2021,"lang":"en","type":"retraction","venue":"Communications Biology","topic":"RNA Research and Splicing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"RNA splicing; Gene; Sensitivity (control systems); Viral infection; Biology; Cell biology; Virology; Genetics; RNA; Virus; Engineering","score_opus":0.018782521460558612,"score_gpt":0.32518548817921306,"score_spread":0.30640296671865447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200572353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838492,0.007848863,0.00554319,0.000589464,0.0007046081,0.00058659917,0.0002366796,0.000029249295,0.00061214535],"genre_scores_gemma":[0.9646135,0.028306508,0.0018509938,0.00007385347,0.0004355554,0.000052295767,0.0037631134,0.000045870536,0.00085832557],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976217,0.00080018636,0.00047590703,0.000597315,0.00015482969,0.00035006306],"domain_scores_gemma":[0.9974412,0.0002095935,0.00035911915,0.0013648648,0.00050064584,0.00012461311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080037845,0.00029831598,0.0004980327,0.00023909901,0.00033524274,0.000046320063,0.00024705284,0.0011631495,0.000007240861],"category_scores_gemma":[0.00046720527,0.0003229696,0.00015031936,0.00022874639,0.00026283017,0.00001400249,0.00072934193,0.00093506696,0.0000041396893],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105545056,0.00009629,0.00083809166,0.000064028776,0.0001685167,0.0000032055723,0.000087689485,0.00009708499,0.9522473,0.00009558255,0.00041775702,0.0457789],"study_design_scores_gemma":[0.0006318512,0.00081406976,0.011973822,0.00037173124,0.00019088178,0.0003187894,0.00019298507,0.0017458195,0.9523953,0.000043501317,0.030644454,0.0006768005],"about_ca_topic_score_codex":0.002183455,"about_ca_topic_score_gemma":0.0027990039,"teacher_disagreement_score":0.0451021,"about_ca_system_score_codex":0.0001893955,"about_ca_system_score_gemma":0.00024573086,"threshold_uncertainty_score":0.9999222},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205976007","doi":"10.31234/osf.io/kjby3","title":"“I know it's bad but I have been pressured into it”: Questionable research practices among psychology students in Canada","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Psychology; Descriptive statistics; Likert scale; Medical education; Social psychology; Applied psychology; Qualitative research; Social science; Sociology; Medicine","score_opus":0.14608733304107166,"score_gpt":0.4678186463359695,"score_spread":0.3217313132948978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205976007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481872,0.0010081216,0.000026277565,0.008319845,0.0012757903,0.0010150702,0.000023866414,0.000041853364,0.040101975],"genre_scores_gemma":[0.9772178,0.0030074825,0.00034199416,0.003119814,0.00015182524,0.00036121896,0.00001925657,0.000033099004,0.015747495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925979,0.0016611497,0.0007954153,0.0019720013,0.0021548795,0.00081869744],"domain_scores_gemma":[0.9961076,0.0012995874,0.0006442024,0.001119765,0.00057791255,0.00025095127],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023682963,0.0003611983,0.0005547564,0.00031797375,0.00030384707,0.00073306623,0.002610889,0.0003856323,0.0014255323],"category_scores_gemma":[0.008240173,0.0003366142,0.000058162386,0.0005239309,0.000317565,0.0007428251,0.0025804618,0.0023652404,0.000032977045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046996024,0.001623141,0.83150727,0.0027081908,0.00016507713,0.003063545,0.0055298293,0.006744441,0.020287156,0.00052332674,0.1220981,0.0052799815],"study_design_scores_gemma":[0.0031320471,0.0007430668,0.51867414,0.0052396837,0.00015624193,0.00012687946,0.038803767,0.007812716,0.15270332,0.009557073,0.25900123,0.0040498544],"about_ca_topic_score_codex":0.9675668,"about_ca_topic_score_gemma":0.98693013,"teacher_disagreement_score":0.31283313,"about_ca_system_score_codex":0.00047243043,"about_ca_system_score_gemma":0.005529987,"threshold_uncertainty_score":0.99993634},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4206738746","doi":"10.1139/bcb-2021-0332","title":"Retraction: Prognostic value and oncogenic effect of increased RBM8A expression in colon adenocarcinoma","year":2021,"lang":"en","type":"article","venue":"Biochemistry and Cell Biology","topic":"Gastric Cancer Management and Outcomes","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Adenocarcinoma; Expression (computer science); Biology; Colorectal cancer; Cancer research; Internal medicine; Colon adenocarcinoma; Oncology; Medicine; Cancer; Statistics; Computer science; Mathematics","score_opus":0.006890340744417718,"score_gpt":0.24587099901282727,"score_spread":0.23898065826840956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206738746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99236363,0.0060260305,0.0000032988783,0.0001020064,0.00006203549,0.00012817595,0.0000035008925,0.000007936706,0.0013033814],"genre_scores_gemma":[0.99890614,0.00035531426,0.00008120831,0.0000495046,0.00006506381,0.00001093081,0.00005723435,0.0000038679323,0.0004707142],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946743,0.000039640654,0.00013588817,0.0002107305,0.000041333937,0.00010500036],"domain_scores_gemma":[0.99964136,0.00012771256,0.000053634867,0.00010758357,0.00001760003,0.000052083487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011507063,0.00008538239,0.00022090794,0.000026548263,0.000018024024,0.0000029372009,0.000022289743,0.00016057258,0.000056280474],"category_scores_gemma":[0.000098248216,0.00006988618,0.000030435483,0.00009056667,0.00006353457,0.000010324982,0.000049253467,0.00011213409,5.969921e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002010404,0.000028621465,0.41963172,0.0003765229,0.000008834607,0.000033213608,0.000010139678,5.893565e-8,0.57853985,0.0000025601278,0.00008214372,0.0010853127],"study_design_scores_gemma":[0.0017599309,0.00035090419,0.1471509,0.00007373618,0.00007750333,0.000043596192,0.00004679604,0.000012846184,0.8498387,0.000011214861,0.00058039115,0.00005350133],"about_ca_topic_score_codex":0.000019515674,"about_ca_topic_score_gemma":0.000001069018,"teacher_disagreement_score":0.27248082,"about_ca_system_score_codex":0.00001805163,"about_ca_system_score_gemma":0.00003859528,"threshold_uncertainty_score":0.28498757},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4210319060","doi":"10.1139/facets-2021-0064","title":"Teaching phronesis in a research integrity course","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Ethics in medical practice","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lægeforeningen","keywords":"Phronesis; Practical wisdom; Engineering ethics; Pedagogy; Epistemology; Sociology; Engineering; Philosophy","score_opus":0.5018639034440301,"score_gpt":0.6667144935410644,"score_spread":0.1648505900970343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210319060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6899002,0.0002801856,0.00011475539,0.11242791,0.0015088437,0.0009216616,0.000022687369,0.00012022414,0.19470352],"genre_scores_gemma":[0.9865188,0.000016440328,0.00061038963,0.00357507,0.00019103607,0.00040605612,0.000007482172,0.00002086555,0.008653867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97157955,0.025839781,0.00036643533,0.00030106536,0.0012569908,0.0006561462],"domain_scores_gemma":[0.98488843,0.0143523635,0.000089337685,0.0004140475,0.00012115313,0.00013467771],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05620668,0.00007556648,0.0001665699,0.00016041494,0.0035825695,0.0000065947024,0.00047023976,0.00019903647,0.004742092],"category_scores_gemma":[0.02371919,0.00007399183,0.000024166322,0.0003848305,0.00014774811,0.000117451345,0.0009911109,0.04045757,0.0008096856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032040194,0.0015644392,0.15664221,0.00052093813,0.000039655242,0.00025113672,0.12961096,0.00004578592,0.001428604,0.18663538,0.5074107,0.015529762],"study_design_scores_gemma":[0.0013095103,0.00015939602,0.040683124,0.00020094459,0.000010162021,0.0000061174756,0.15329017,0.0008696396,0.000010532507,0.060959585,0.74229276,0.00020802894],"about_ca_topic_score_codex":0.007446408,"about_ca_topic_score_gemma":0.0014191762,"teacher_disagreement_score":0.29661858,"about_ca_system_score_codex":0.0006925344,"about_ca_system_score_gemma":0.0009114623,"threshold_uncertainty_score":0.9999683},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210324946","doi":"10.31235/osf.io/u4zcs","title":"TSINC: A Plagiarism-resistant Online Testing Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Acronym; Computer science; Feature (linguistics); Test (biology); Information retrieval; Data mining","score_opus":0.05126110156525581,"score_gpt":0.34430462571326625,"score_spread":0.29304352414801044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210324946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006145485,0.0003484861,0.97976345,0.008128597,0.00059164583,0.000091513575,0.000013002722,0.00070058106,0.0042172223],"genre_scores_gemma":[0.030059004,0.000017668539,0.9653729,0.0007072009,0.0003372887,0.0000039771908,0.00006748555,0.000025202715,0.0034092374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732834,0.00027543693,0.0004904006,0.0010327621,0.0004773562,0.00039570348],"domain_scores_gemma":[0.9972579,0.0005526932,0.00027862762,0.001373126,0.000383053,0.00015464002],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007566882,0.0003409302,0.0005171022,0.00017187367,0.00012546667,0.00081865455,0.001578192,0.00039251297,0.00003074607],"category_scores_gemma":[0.00088722806,0.00030787205,0.0001884036,0.0005632114,0.000025097877,0.00011673764,0.003698528,0.001919408,0.000018958519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015408708,0.0019881737,0.00307503,0.0013135083,0.0008057519,0.0023377442,0.002671126,0.17433177,0.0063626585,0.057810728,0.0053154463,0.74397266],"study_design_scores_gemma":[0.00013158677,0.00003624093,0.0008856671,0.0003361266,0.00004218373,0.000030170819,0.00013061747,0.98957896,0.00021905018,0.006458715,0.0016823842,0.00046830563],"about_ca_topic_score_codex":0.00055136974,"about_ca_topic_score_gemma":0.000093859846,"teacher_disagreement_score":0.8152472,"about_ca_system_score_codex":0.00007130083,"about_ca_system_score_gemma":0.00072537106,"threshold_uncertainty_score":0.99993736},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4210508167","doi":"10.1016/j.eneco.2020.105019","title":"Retraction notice to “On the conditional dependence structure between oil, gold and USD exchange rates: Nested copula based GJR-GARCH model”","year":2020,"lang":"en","type":"article","venue":"Energy Economics","topic":"Market Dynamics and Volatility","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Copula (linguistics); Autoregressive conditional heteroskedasticity; Notice; Econometrics; Economics; Mathematics; Statistics; Political science","score_opus":0.05417363288317415,"score_gpt":0.23054427159340699,"score_spread":0.17637063871023284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210508167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677497,0.00009767202,0.01486661,0.009666584,0.00029245403,0.00013736311,0.001970439,0.00003875389,0.0051803826],"genre_scores_gemma":[0.9934744,0.00007718236,0.0006188969,0.0047975653,0.0002956978,0.000024062743,0.00024565187,0.00003348231,0.0004330295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985433,0.000040215193,0.0005009002,0.00060758035,0.000039977724,0.00026802105],"domain_scores_gemma":[0.99884975,0.00030293415,0.0002622381,0.00033761768,0.00003654627,0.00021089849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003976529,0.00022359111,0.0003637364,0.00010621483,0.00015385899,0.00014186012,0.0002765723,0.00023167975,0.00039903293],"category_scores_gemma":[0.00016483883,0.0002315779,0.0000763764,0.00015087285,0.000053851178,0.0002093053,0.00008367247,0.00031055446,0.000016285505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051940203,0.00012275623,0.40738004,0.00019430947,0.00026725535,0.0000073870265,0.0007738846,0.09090561,0.00008147073,0.48572403,0.0071072113,0.006916621],"study_design_scores_gemma":[0.00032650147,0.000066857836,0.010459267,0.0000071672043,0.000008337927,8.838514e-7,0.00002340034,0.95125,0.000063625754,0.015336717,0.022179488,0.00027774659],"about_ca_topic_score_codex":0.00020642576,"about_ca_topic_score_gemma":0.0003266018,"teacher_disagreement_score":0.8603444,"about_ca_system_score_codex":0.00013427799,"about_ca_system_score_gemma":0.000037848236,"threshold_uncertainty_score":0.94434726},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4213289100","doi":"10.1186/s12864-022-08371-5","title":"Retraction Note to: Coffee component hydroxyl hydroquinone (HHQ) as a putative ligand for PPAR gamma and implications in breast cancer","year":2022,"lang":"en","type":"retraction","venue":"BMC Genomics","topic":"Peroxisome Proliferator-Activated Receptors","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Breast cancer; Component (thermodynamics); Hydroquinone; Biology; Computational biology; Ligand (biochemistry); Bioinformatics; Peroxisome proliferator-activated receptor; Cancer; Cancer research; Genetics; Receptor; Biochemistry; Physics","score_opus":0.016524869831994946,"score_gpt":0.2988732528086459,"score_spread":0.28234838297665094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213289100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98721343,0.002471336,0.00104924,0.00094306003,0.0017359798,0.0020628413,0.004159913,0.000029061972,0.00033516414],"genre_scores_gemma":[0.9513821,0.024824644,0.0024609906,0.0007459178,0.0028645669,0.0036374866,0.009971533,0.00036144117,0.0037513033],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980078,0.00010126303,0.00044332977,0.0008659775,0.000179524,0.00040211415],"domain_scores_gemma":[0.99888724,0.00006765049,0.00035284914,0.00037708564,0.00013338862,0.00018180216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028178247,0.0003949972,0.0004341199,0.00024027817,0.00021829832,0.000059732924,0.0002213659,0.00079485093,0.000046281253],"category_scores_gemma":[0.00007166498,0.0004599773,0.00013543408,0.00020645594,0.000060308383,0.000011732821,0.00019486065,0.0005932445,0.00001013548],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083506585,0.00015488175,0.00092040794,0.0001718005,0.00014599707,0.0000012151827,0.00020293715,0.0013421375,0.9831049,0.000010702129,0.008387452,0.0047225216],"study_design_scores_gemma":[0.0015491656,0.00048719466,0.0039046295,0.00008407364,0.00016387658,0.00019465756,0.0001754911,0.00049701444,0.39632004,0.000119552235,0.5955201,0.0009842104],"about_ca_topic_score_codex":0.00040366672,"about_ca_topic_score_gemma":0.00041779698,"teacher_disagreement_score":0.58713263,"about_ca_system_score_codex":0.0008043285,"about_ca_system_score_gemma":0.0007061251,"threshold_uncertainty_score":0.9997852},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4213455065","doi":"10.1139/facets-2021-0044","title":"Research integrity: learning from collective action in Nepal","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collective action; Action (physics); Political science; Law; Politics","score_opus":0.1795444728801875,"score_gpt":0.44041508976849264,"score_spread":0.26087061688830515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213455065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986149,0.00026146232,0.000009893984,0.0018822298,0.0003058812,0.00023768687,0.000008064001,0.000032005893,0.011113736],"genre_scores_gemma":[0.99555546,0.000025900152,0.000050724462,0.00033485497,0.00007697915,0.000061051986,0.000046925205,0.0000070183955,0.003841102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985386,0.0004242492,0.00012378237,0.0001758747,0.00040737633,0.00033009687],"domain_scores_gemma":[0.99946964,0.0002443064,0.000020001211,0.000088964705,0.0000641429,0.000112959686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010203543,0.000047403275,0.0001444765,0.00020787312,0.00025209764,0.0000072555736,0.000038882576,0.000049616443,0.0008869142],"category_scores_gemma":[0.00041824643,0.000048115402,0.000027180615,0.0006137899,0.000020639376,0.000029318113,0.00007412836,0.0017028864,0.000080937505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034049484,0.00050278474,0.8367239,0.00006693294,0.000035966295,0.00048219576,0.0054461993,0.00031671187,0.0037685917,0.00016305264,0.09553254,0.05355615],"study_design_scores_gemma":[0.0016059328,0.0006333167,0.77717066,0.000055379303,0.0000056653143,0.00002864489,0.014906214,0.0027766605,0.00032859473,0.0008988913,0.20149186,0.00009820664],"about_ca_topic_score_codex":0.00389036,"about_ca_topic_score_gemma":0.00032719,"teacher_disagreement_score":0.105959326,"about_ca_system_score_codex":0.00081236183,"about_ca_system_score_gemma":0.00052913575,"threshold_uncertainty_score":0.97110885},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4220872663","doi":"10.1186/s12910-022-00771-2","title":"Ethical and regulatory implications of the COVID-19 pandemic for the medical devices industry and its representatives","year":2022,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Australian Research Council; Macquarie University","keywords":"Pandemic; Philosophy of medicine; Coronavirus disease 2019 (COVID-19); Medical device; Software deployment; Medical law; Business; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public relations; Medical emergency; Political science; Engineering ethics; Risk analysis (engineering); Medicine; Computer science; Law; Engineering; Alternative medicine","score_opus":0.9180702703729631,"score_gpt":0.7145549592741767,"score_spread":0.2035153110987864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220872663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012401532,0.75556266,0.00036534545,0.23969178,0.00071141525,0.0031039217,0.0002416681,0.00006132111,0.00013787764],"genre_scores_gemma":[0.00015722035,0.90916103,0.00009746808,0.087508425,0.00063546665,0.0020865798,0.00004691662,0.000055813758,0.00025105182],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.95134085,0.04169863,0.0023121773,0.00084440364,0.0031898648,0.0006140862],"domain_scores_gemma":[0.27231082,0.7208902,0.002700133,0.001580462,0.00047357666,0.0020448202],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.07052906,0.00038394134,0.0014534816,0.00010061749,0.0031267232,0.000017779843,0.0015567561,0.010290661,0.0016853285],"category_scores_gemma":[0.61044264,0.00020939561,0.0002690429,0.0005345223,0.0024302502,0.000077810044,0.0020261935,0.04072283,0.0000057514812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091518225,0.0001654567,0.017882563,0.51848406,0.00052219734,0.000009853315,0.017471563,5.29814e-7,1.14232066e-7,0.18362606,0.019607585,0.24213849],"study_design_scores_gemma":[0.0004207079,0.000035621066,0.0013396759,0.009158248,0.00048863154,0.000119262535,0.0037537508,0.0000239822,1.615581e-8,0.0022833284,0.9821762,0.00020056931],"about_ca_topic_score_codex":0.000609681,"about_ca_topic_score_gemma":0.012069718,"teacher_disagreement_score":0.96256864,"about_ca_system_score_codex":0.00031752765,"about_ca_system_score_gemma":0.09043461,"threshold_uncertainty_score":0.9992273},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4220890145","doi":"10.1038/s41379-022-01072-0","title":"Retraction Note to: Cervical adenosquamous carcinoma: detailed analysis of morphology, immunohistochemical profile, and clinical outcomes in 59 cases","year":2022,"lang":"en","type":"retraction","venue":"Modern Pathology","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Adenosquamous carcinoma; Medicine; Carcinoma; Pathology; Immunohistochemistry; Basal cell; Surgical pathology; Cervical carcinoma; Adenocarcinoma; Cancer; Cervical cancer; Internal medicine","score_opus":0.051891826778613294,"score_gpt":0.4077621176183812,"score_spread":0.3558702908397679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220890145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99000376,0.0037527264,0.00021235441,0.00094942434,0.0011699477,0.001205902,0.00057015644,0.00005013331,0.002085611],"genre_scores_gemma":[0.9936562,0.001444102,0.00031090222,0.00037356757,0.00026675107,0.00023345124,0.0011903459,0.00006678452,0.002457886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995468,0.00063470606,0.0013847955,0.0012085648,0.00072989776,0.000574019],"domain_scores_gemma":[0.99707246,0.0011837424,0.00034463705,0.00082382956,0.00027732618,0.0002979842],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011731419,0.00037400398,0.0026580153,0.0014101196,0.000087830624,0.000014644464,0.00023972637,0.0019505378,0.0056019593],"category_scores_gemma":[0.0015692514,0.0003729777,0.0007016724,0.0010389013,0.00035790916,0.000047572015,0.00040925492,0.0038728237,0.00001790922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038099515,0.0014209927,0.9352674,0.0005899755,0.0009881568,0.0042491006,0.00029343576,0.000019489393,0.0017263417,0.000005018735,0.0022720057,0.04935812],"study_design_scores_gemma":[0.0019217771,0.0015745314,0.9891622,0.00001722653,0.0030753827,0.0006896808,0.000050697035,0.0017631,0.000052306048,0.000031026404,0.0013658506,0.00029619364],"about_ca_topic_score_codex":0.0026173755,"about_ca_topic_score_gemma":0.0039074635,"teacher_disagreement_score":0.053894814,"about_ca_system_score_codex":0.0007886097,"about_ca_system_score_gemma":0.00044639205,"threshold_uncertainty_score":0.9998722},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4229367227","doi":"10.4018/978-1-7998-8921-2.ch009","title":"Putting Plagiarism Under Scrutiny","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Commit; Scrutiny; Phenomenon; Academic integrity; Sign (mathematics); Academic writing; Political science; Academic dishonesty; Plagiarism detection; Public relations; Psychology; Higher education; Pedagogy; Law; Social psychology; Epistemology; Computer science","score_opus":0.021858592330532226,"score_gpt":0.28542426389215453,"score_spread":0.2635656715616223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229367227","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005546478,0.067575276,0.00066451484,0.04211382,0.00250966,0.00067496614,0.00010725361,0.0004557484,0.8858433],"genre_scores_gemma":[0.0019640403,0.40045995,0.06874446,0.0010121093,0.0010580608,0.0003148858,0.00018590213,0.00008300291,0.5261776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978821,0.00008234087,0.0004606049,0.00055798446,0.00064562826,0.00037134314],"domain_scores_gemma":[0.9985606,0.00073475594,0.00032874185,0.00018780999,0.00013716474,0.000050921757],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00071688794,0.00032494395,0.00033510907,0.00041189723,0.0012501681,0.00007187073,0.00048853375,0.0013719212,0.0025508446],"category_scores_gemma":[0.00050248526,0.0003556882,0.00007449757,0.00013689791,0.0020459283,0.0019951817,0.00021145922,0.002763084,0.000017704213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026453117,0.000011138161,0.000052213287,0.000019523515,0.000021553878,0.0000025342947,0.00034708466,0.0001220991,0.0000031614459,0.93208915,0.002479029,0.064826034],"study_design_scores_gemma":[0.000048710957,0.000025292582,0.000027095279,0.000057431047,0.000007403923,0.000031746247,0.0027730109,0.0000022195406,0.0000083137365,0.48974723,0.5070866,0.0001849597],"about_ca_topic_score_codex":0.00012529426,"about_ca_topic_score_gemma":0.00016505882,"teacher_disagreement_score":0.50460756,"about_ca_system_score_codex":0.00051711383,"about_ca_system_score_gemma":0.00086471345,"threshold_uncertainty_score":0.9999245},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4229890637","doi":"10.1186/1710-1492-9-28","title":"Retraction Note: Severe contact dermatitis due to camomile: a common complementary remedy with potential sensitization risks","year":2013,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Nail Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sensitization; Contact dermatitis; Dermatology; Medicine; Allergic contact dermatitis; Skin sensitization; Immunology; Allergy","score_opus":0.018716832954572483,"score_gpt":0.3221605921656701,"score_spread":0.3034437592110976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229890637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99017394,0.0001949011,0.00057028286,0.0074618966,0.00035385345,0.00060897844,0.000024007106,0.000045872628,0.0005662983],"genre_scores_gemma":[0.9952234,0.00047427174,0.00073342473,0.002677485,0.00014910515,0.000034577795,0.00044983954,0.00002251339,0.00023538878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985828,0.00018130978,0.00047640008,0.0003399447,0.00014682648,0.00027276244],"domain_scores_gemma":[0.99905455,0.00016694413,0.00014278898,0.00027319478,0.00014591285,0.00021661186],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000081583195,0.00018579548,0.00045585082,0.00006434839,0.00014576438,0.000026306581,0.000051120423,0.00024492288,0.0009960401],"category_scores_gemma":[0.000048800608,0.00014871579,0.000091124406,0.00009633197,0.00009976593,0.0001385827,0.00006736351,0.00032121775,0.00020584092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007005423,0.0035731143,0.53485,0.00008173991,0.0067599034,0.0026516288,0.00030214945,0.00003727907,0.0025120222,0.00066125736,0.024164606,0.4174009],"study_design_scores_gemma":[0.0053944,0.0025760552,0.98524827,0.00007597871,0.00013629033,0.001026034,0.00015009237,0.00030182878,0.000057042176,0.00012472807,0.0047481535,0.00016111013],"about_ca_topic_score_codex":0.003983369,"about_ca_topic_score_gemma":0.0015298934,"teacher_disagreement_score":0.4503983,"about_ca_system_score_codex":0.00005184637,"about_ca_system_score_gemma":0.00005350036,"threshold_uncertainty_score":0.9999172},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4230801920","doi":"10.14740/cii77r","title":"Retraction: Diagnosis of Tuberculous Lymphadenitis Using Fine Needle Aspiration Cytology: A Comparison Between Cytomorphology and GeneXpert <i>Mycobacterium Tuberculosis</i> Resistant to Rifampicin (MTB/RIF) Test","year":2019,"lang":"en","type":"article","venue":"Clinical Infection and Immunity","topic":"Mycobacterium research and diagnosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"GeneXpert MTB/RIF; Tuberculosis; Medicine; Rifampicin; Mycobacterium tuberculosis; Fine-needle aspiration; Cytology; Pathology; Biopsy","score_opus":0.07948442362977223,"score_gpt":0.39409453067235434,"score_spread":0.3146101070425821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230801920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964964,0.00038253667,0.000088069995,0.0012594879,0.0004992789,0.00075845775,0.0000732801,0.000061134415,0.00038138244],"genre_scores_gemma":[0.9971711,0.0011663664,0.0003579742,0.0007269744,0.00033243123,0.000048820264,0.00012267398,0.00002673978,0.000046896057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730456,0.0005447406,0.0010988553,0.00045814505,0.00023827009,0.00035542206],"domain_scores_gemma":[0.99635696,0.002104375,0.00027472517,0.00047838138,0.00034888525,0.00043663982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010120913,0.00024997653,0.0010058405,0.00026137978,0.00019515988,0.00005256987,0.00007357566,0.0005481044,0.00034835248],"category_scores_gemma":[0.002579352,0.00023300931,0.00016076626,0.00043532392,0.00028141643,0.00021185154,0.00017678208,0.000697885,0.000043910524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056187285,0.00068279484,0.9483895,0.00018139133,0.00011426094,0.000009196203,0.00010474754,0.0000020414595,0.04188126,0.000008431158,0.0008433224,0.0072211833],"study_design_scores_gemma":[0.002239212,0.005552595,0.97434163,0.0002087849,0.00023364303,0.00014907675,0.00009222876,0.00017998474,0.011939839,0.000017053995,0.004830838,0.00021508682],"about_ca_topic_score_codex":0.0035880636,"about_ca_topic_score_gemma":0.0002692798,"teacher_disagreement_score":0.029941421,"about_ca_system_score_codex":0.000109964174,"about_ca_system_score_gemma":0.0001145516,"threshold_uncertainty_score":0.9501844},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4231125702","doi":"10.1001/jamaneurol.2020.0801","title":"Retracted Article in Reference Section","year":2020,"lang":"en","type":"erratum","venue":"JAMA Neurology","topic":"Healthcare Systems and Challenges","field":"Health Professions","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Multiple Sclerosis Society; Multiple Sclerosis Society of Canada; St. Michael's Hospital Foundation; National Institutes of Health; Vertex Pharmaceuticals; Biogen; Celgene; National Institute of Neurological Disorders and Stroke; Sanofi","keywords":"Section (typography); Psychology; Medicine; Computer science","score_opus":0.126091331509631,"score_gpt":0.41862826421497423,"score_spread":0.2925369327053432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231125702","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09398418,0.0013030722,0.000006551716,0.18936594,0.13264222,0.0015951658,0.000072319795,0.00044061986,0.58058995],"genre_scores_gemma":[0.7136299,0.004101473,0.000017440683,0.0548236,0.07607817,0.00062865904,0.00048797744,0.00021722617,0.15001553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949516,0.0026405943,0.000854393,0.00061524764,0.0002330967,0.0007050394],"domain_scores_gemma":[0.99841577,0.0004146415,0.0004043412,0.00040779577,0.00016006378,0.00019737499],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005935263,0.00023460083,0.00062979636,0.00017338172,0.00020008057,0.00000727746,0.00022546097,0.009696208,0.000523834],"category_scores_gemma":[0.0007977281,0.00022269752,0.000048185273,0.0002911094,0.00003367738,0.000071629576,0.00012860267,0.030144434,0.0008826169],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015410417,0.000027109538,0.003269548,0.000841277,0.000007800527,0.00019339389,0.0015789913,3.9689988e-7,0.000051781844,0.00036676895,0.9914065,0.002102308],"study_design_scores_gemma":[0.00042040754,0.00032689952,0.1202767,0.00015717768,0.000005003459,0.000008348487,0.00026192382,0.00011869901,4.2318803e-7,0.0001663533,0.8781259,0.00013218648],"about_ca_topic_score_codex":0.002558624,"about_ca_topic_score_gemma":0.014684897,"teacher_disagreement_score":0.6196458,"about_ca_system_score_codex":0.00009784749,"about_ca_system_score_gemma":0.0007546652,"threshold_uncertainty_score":0.99989533},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4232523899","doi":"10.1515/ci.2013.35.4.21c","title":"Research Integrity–The Montreal Statement","year":2013,"lang":"en","type":"article","venue":"Chemistry International","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Research integrity; Engineering; Political science; Engineering ethics; Law","score_opus":0.058563964725656115,"score_gpt":0.3978301827632694,"score_spread":0.3392662180376133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232523899","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17179136,0.00004675783,0.00013237112,0.069895156,0.00043361337,0.00016137028,0.000014306074,0.000041853815,0.75748324],"genre_scores_gemma":[0.93188196,0.000113221,0.00011497169,0.000350145,0.0011725178,0.000069703834,0.000026727841,0.000004752327,0.06626598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998316,0.0001354062,0.00017913418,0.00016157507,0.0009178715,0.00029000148],"domain_scores_gemma":[0.9987617,0.00038642902,0.000046498426,0.00012648928,0.0005846751,0.00009422325],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021228746,0.00006301878,0.00005456131,0.000021889111,0.00045911293,0.00018174482,0.0008417471,0.00027425605,0.014762231],"category_scores_gemma":[0.00086309237,0.00004726371,0.00004270626,0.00011765634,0.00044923797,0.00019142343,0.00010003406,0.001812266,0.0008446812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013011707,0.0000870394,0.0021972049,0.000009338131,0.00007088152,0.000005548167,0.013316801,0.0000062218382,0.0045709037,0.03190927,0.9303245,0.017489258],"study_design_scores_gemma":[0.00014426671,0.000004661211,0.0016914279,0.000023230756,0.000002890876,0.000003032068,0.022773325,0.00035503952,0.005508441,0.031563215,0.93782246,0.00010800455],"about_ca_topic_score_codex":0.019048676,"about_ca_topic_score_gemma":0.00035400974,"teacher_disagreement_score":0.76009065,"about_ca_system_score_codex":0.00027496208,"about_ca_system_score_gemma":0.0002013304,"threshold_uncertainty_score":0.9999333},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4232677651","doi":"10.31124/advance.13527221.v1","title":"Citizens, research ethics committee members and researchers’ attitude toward information and consent for the secondary use of health data: Implications for research within learning health systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Informed consent; Public relations; Research ethics; Health care; Data collection; Psychology; Medical education; Political science; Engineering ethics; Knowledge management; Internet privacy; Medicine; Sociology; Alternative medicine; Computer science; Law; Engineering; Social science","score_opus":0.9553464491562197,"score_gpt":0.7161660694117165,"score_spread":0.23918037974450324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232677651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015694482,0.031309485,0.042661082,0.87547684,0.0006332152,0.029280355,0.003864503,0.00013804545,0.0009420111],"genre_scores_gemma":[0.6188677,0.26736945,0.07717807,0.0074368226,0.00073456985,0.007206892,0.012728702,0.00028771817,0.008190094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9759973,0.011290429,0.0036676778,0.0017670647,0.005293888,0.0019836307],"domain_scores_gemma":[0.63646257,0.34021845,0.0010543185,0.0042094574,0.016917156,0.0011380585],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.25735644,0.0003110951,0.0013238323,0.00079858705,0.0023913456,0.0011162988,0.0011810748,0.0014266974,0.000019353618],"category_scores_gemma":[0.2227399,0.00024080032,0.0001336751,0.0007170215,0.0035569905,0.0003941948,0.0068742656,0.026181659,0.0000016458681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029365001,0.0006657808,0.01761475,0.29324964,0.0024638711,0.000005701967,0.07269066,0.0010446382,0.00012931682,0.30342385,0.25603604,0.049739245],"study_design_scores_gemma":[0.013922195,0.010248005,0.0678153,0.036958795,0.00029310177,0.00020769586,0.3227822,0.08572413,0.00009234761,0.052680295,0.40777102,0.0015049458],"about_ca_topic_score_codex":0.024864756,"about_ca_topic_score_gemma":0.00883401,"teacher_disagreement_score":0.86804,"about_ca_system_score_codex":0.0009087507,"about_ca_system_score_gemma":0.04080155,"threshold_uncertainty_score":0.99992067},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4233231957","doi":"10.14740/jocmr3324wr","title":"Retraction Notice to: Brain Natriuretic Peptide Levels in Acute Inferior Myocardial Infarction","year":2018,"lang":"en","type":"retraction","venue":"Journal of Clinical Medicine Research","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Notice; Brain natriuretic peptide; Myocardial infarction; Cardiology; Internal medicine; Natriuretic peptide; Heart failure","score_opus":0.2423935314902081,"score_gpt":0.5695216779998044,"score_spread":0.32712814650959626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233231957","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35462743,0.005983235,0.00048163004,0.42839304,0.063824534,0.0053629493,0.000054791348,0.000115747025,0.14115663],"genre_scores_gemma":[0.41132602,0.083423726,0.0033510553,0.01734912,0.29540017,0.00011319463,0.00023021764,0.0006782696,0.18812822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98417413,0.003437881,0.004729933,0.0006871109,0.006051789,0.00091912894],"domain_scores_gemma":[0.966367,0.025950275,0.0014046067,0.00072821334,0.004071898,0.0014780131],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.04592528,0.00047856555,0.0047922884,0.0031480612,0.00013420128,0.00006144988,0.00043359937,0.0027944033,0.0010072673],"category_scores_gemma":[0.10366429,0.00033780033,0.0016985254,0.0020926606,0.00077833934,0.00030043456,0.00012448918,0.013678735,0.0003337354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013489587,0.000817479,0.051742643,0.00090936595,0.0022805242,0.0059256046,0.0005539976,0.0000069981816,0.0005339859,0.00010923199,0.801687,0.12194357],"study_design_scores_gemma":[0.004199764,0.0071352804,0.31952888,0.0032816974,0.0006821154,0.0019271448,0.00016735827,0.000019875977,0.000017603112,0.000056109646,0.6627784,0.0002058051],"about_ca_topic_score_codex":0.0002142928,"about_ca_topic_score_gemma":0.000040200164,"teacher_disagreement_score":0.4110439,"about_ca_system_score_codex":0.00093704544,"about_ca_system_score_gemma":0.002698506,"threshold_uncertainty_score":0.9999074},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4234553601","doi":"10.31219/osf.io/m9abx","title":"The Hong Kong Principles for Assessing Researchers: Fostering Research Integrity","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Transparency (behavior); Trustworthiness; Engineering ethics; Research integrity; Inclusion (mineral); Manifesto; Political science; Research ethics; Public relations; Open science; Quality (philosophy); Declaration; Computer science; Sociology; Engineering; Internet privacy; Law; Social science; Epistemology","score_opus":0.9051326629292764,"score_gpt":0.6570798519375924,"score_spread":0.24805281099168397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234553601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8724896,0.0023877514,0.015240164,0.0592149,0.00426387,0.0073252344,0.0000107369815,0.00018236332,0.038885407],"genre_scores_gemma":[0.98002553,0.00071009446,0.0053570485,0.00014652785,0.0016571204,0.0005005622,0.000060328664,0.000054227516,0.011488576],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99660105,0.00040876094,0.00069431175,0.0006299594,0.00081894506,0.00084698765],"domain_scores_gemma":[0.9915125,0.0048014726,0.00015094527,0.0011559823,0.0021514564,0.00022765841],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011068481,0.00019324961,0.00033763144,0.00024105964,0.00081810344,0.00069413445,0.00047413795,0.0005300517,0.000055349352],"category_scores_gemma":[0.008102661,0.00012811519,0.00017598347,0.0002314653,0.00027585105,0.00013636197,0.0013091841,0.0035990672,0.00009441201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007012075,0.00026231623,0.047218133,0.0064268755,0.00019267884,0.000009800137,0.0063542123,0.00021635323,0.0012997679,0.008389633,0.012642305,0.9162867],"study_design_scores_gemma":[0.00045542922,0.0017881361,0.049730103,0.020308545,0.0002508429,0.00006836325,0.23703307,0.16884236,0.099367775,0.19307488,0.22722271,0.0018577662],"about_ca_topic_score_codex":0.0025755696,"about_ca_topic_score_gemma":0.0006700942,"teacher_disagreement_score":0.91442895,"about_ca_system_score_codex":0.00075260195,"about_ca_system_score_gemma":0.0030144546,"threshold_uncertainty_score":0.99869967},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4235857072","doi":"10.3758/s13414-018-1591-y","title":"Retraction Note: Losing control: Mostly incongruent lists postpone, but do not eliminate, the Stroop effect","year":2018,"lang":"en","type":"retraction","venue":"Attention Perception & Psychophysics","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"","keywords":"Stroop effect; Stimulus (psychology); Cognitive psychology; Computer science; Psychology; Control (management); Artificial intelligence; Cognition; Neuroscience","score_opus":0.027934894048203252,"score_gpt":0.32723579518037765,"score_spread":0.2993009011321744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235857072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397676,0.0001711883,0.0044575226,0.0028732296,0.03679474,0.002983715,0.00056690926,0.0005754228,0.011809652],"genre_scores_gemma":[0.98035234,0.0024095147,0.00006772174,0.0023278242,0.005708871,0.00017407181,0.000317615,0.00015436491,0.00848768],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938628,0.00090911204,0.0010329658,0.0016249039,0.0018606575,0.0007095783],"domain_scores_gemma":[0.99603266,0.0005901242,0.0014518261,0.0011113177,0.0006289946,0.00018510326],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011293826,0.0008501423,0.0007323517,0.0002951415,0.0012360007,0.00089930504,0.00076761225,0.0011649535,0.0008737655],"category_scores_gemma":[0.00043181053,0.00066025276,0.0006286226,0.0008227698,0.0004936189,0.001627606,0.00007874135,0.002190275,0.0019607607],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001225003,0.00036715338,0.00010303384,0.00065597135,0.00006276259,0.000011685358,0.00024312848,0.00007327246,0.85789347,0.00024525568,0.03101576,0.10810352],"study_design_scores_gemma":[0.01741796,0.014047317,0.1601061,0.0065449206,0.0049963747,0.0011101812,0.0019190201,0.019475698,0.10155729,0.0047140294,0.6577075,0.010403591],"about_ca_topic_score_codex":0.00010816208,"about_ca_topic_score_gemma":0.000016977283,"teacher_disagreement_score":0.75633615,"about_ca_system_score_codex":0.00045922652,"about_ca_system_score_gemma":0.00014901243,"threshold_uncertainty_score":0.99958485},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4238483600","doi":"10.1111/theo.12299","title":"Disguised Plagiarism","year":2020,"lang":"en","type":"article","venue":"Theoria","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Copying; Terminology; Publishing; Epistemology; Sociology; Philosophy; Literature; Linguistics; Law; Art; Political science","score_opus":0.027455380349443084,"score_gpt":0.3005129734863187,"score_spread":0.27305759313687566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238483600","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036346283,0.00013509893,0.0036590085,0.06514446,0.0010275291,0.00019566673,0.000014272622,0.00032878225,0.8931489],"genre_scores_gemma":[0.99202925,0.000051540035,0.00025151417,0.0041904226,0.0016902246,0.000002968415,0.0000036618942,0.000006584876,0.0017738632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990523,0.0002432003,0.00010434664,0.00013412606,0.00024164867,0.00022439187],"domain_scores_gemma":[0.99947244,0.00020998582,0.000035448105,0.00007306442,0.000034867502,0.00017417343],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00085542334,0.00006342886,0.0000984517,0.000012275413,0.00028350856,0.000034043034,0.0003142899,0.0004198329,0.0020079203],"category_scores_gemma":[0.0010366975,0.000057315356,0.000044753535,0.00015541502,0.00018268047,0.000103972256,0.000032336044,0.00082926016,0.0011058315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025982983,0.00000510136,0.00019637916,0.0000022080555,0.000006854154,0.0000036861604,0.039340973,0.0000010201344,0.00017116351,0.9254999,0.031790223,0.0029565108],"study_design_scores_gemma":[0.00017134148,0.000018104693,0.000115271694,0.0000053436233,0.000009803559,2.3985731e-7,0.005248519,0.00006897166,0.00029988834,0.15429945,0.8396418,0.00012122911],"about_ca_topic_score_codex":0.0004956888,"about_ca_topic_score_gemma":0.000033647306,"teacher_disagreement_score":0.95568293,"about_ca_system_score_codex":0.000022339638,"about_ca_system_score_gemma":0.0000947868,"threshold_uncertainty_score":0.99967194},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4238530511","doi":"10.7326/0003-4819-153-11-201012070-00019","title":"Plagiarism in Residency Application Essays","year":2010,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical school; Center (category theory); Library science; Medical education; Gerontology; Family medicine","score_opus":0.05333265604627216,"score_gpt":0.362587373282848,"score_spread":0.3092547172365758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238530511","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015391104,0.00064921577,0.00014479559,0.8485681,0.0012934911,0.00022507718,0.000010525256,0.000021259699,0.14754847],"genre_scores_gemma":[0.03832672,0.0016843388,0.00006067911,0.935732,0.012854704,0.000017855946,0.00008689209,0.0000232202,0.011213579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970295,0.00019814516,0.00048497887,0.00030751093,0.0016150792,0.00036478008],"domain_scores_gemma":[0.99844396,0.00034183214,0.00037531496,0.00033766194,0.00039956367,0.00010168048],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0027308648,0.00018014664,0.00048575134,0.00041289302,0.000074980766,0.000014028531,0.001253304,0.0015422846,0.0007545632],"category_scores_gemma":[0.0013691033,0.00015788066,0.000087160566,0.000270895,0.0010339639,0.000084729734,0.00009939787,0.0039714016,0.00004556309],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026528474,0.000017294946,0.0016734131,0.00007564523,0.000025322908,0.00015803326,0.0042176787,1.6237931e-7,0.000063342886,0.0018918993,0.9860964,0.0057542743],"study_design_scores_gemma":[0.00030980943,0.00018760173,0.0005425413,0.0011116691,0.000029826917,0.0000032397581,0.0022599583,0.0000019753984,0.00008214314,0.011182861,0.98414695,0.00014139438],"about_ca_topic_score_codex":0.03251373,"about_ca_topic_score_gemma":0.0042872275,"teacher_disagreement_score":0.13633488,"about_ca_system_score_codex":0.000030927207,"about_ca_system_score_gemma":0.00019264487,"threshold_uncertainty_score":0.99975395},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4238575994","doi":"10.1037/a0027768","title":"\"Examining conflict between components of attitudes: Ambivalence and inconsistency are distinct constructs\": Retraction.","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Behavioural Science/Revue canadienne des sciences du comportement","topic":"Cultural Differences and Values","field":"Psychology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ambivalence; Psychology; Social psychology","score_opus":0.3602814713975157,"score_gpt":0.3464578741192486,"score_spread":0.013823597278267097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238575994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99555194,0.00091141084,0.000014462495,0.00018183964,0.0020677033,0.0001858848,0.00007897441,0.0000069247626,0.0010008793],"genre_scores_gemma":[0.99913865,0.000015851065,0.0005375348,0.000041747262,0.0001814958,0.0000036593483,0.0000043356304,0.000008008119,0.000068710375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971249,0.00010996745,0.000917738,0.00037363058,0.0003625783,0.0011111996],"domain_scores_gemma":[0.9959378,0.00011686296,0.0010722126,0.00022512468,0.0005388632,0.0021090845],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025021285,0.00024632717,0.00051830517,0.0006041345,0.0012193974,0.000174079,0.0008713174,0.000084716565,0.0004369619],"category_scores_gemma":[0.00018467028,0.0002017618,0.00009480223,0.0009207654,0.0071585067,0.0009545325,0.00006617821,0.0002938535,0.000003892244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004085612,0.000034153756,0.9904135,0.000021459378,0.000025204525,0.00005305173,0.004713379,0.0000024723333,0.00052133086,0.0015415483,0.00007691489,0.0025929213],"study_design_scores_gemma":[0.0003163305,0.0004454698,0.9887293,0.00030278636,0.00008914716,0.00083485874,0.008515701,0.000016419708,0.00006406901,0.000118627744,0.00031951658,0.00024777174],"about_ca_topic_score_codex":0.09266815,"about_ca_topic_score_gemma":0.10045764,"teacher_disagreement_score":0.0077894866,"about_ca_system_score_codex":0.00064138754,"about_ca_system_score_gemma":0.00057375507,"threshold_uncertainty_score":0.9955434},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4238620365","doi":"10.1039/d0en90022b","title":"Retraction: Mutual effect of U(<scp>vi</scp>) and Sr(<scp>ii</scp>) on graphene oxides: evidence from EXAFS and theoretical calculations","year":2020,"lang":"en","type":"article","venue":"Environmental Science Nano","topic":"Electron and X-Ray Spectroscopy Techniques","field":"Materials Science","cited_by":3,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Extended X-ray absorption fine structure; Graphene; Chemistry; Materials science; Physics; Nanotechnology; Quantum mechanics; Absorption spectroscopy","score_opus":0.00886454566750823,"score_gpt":0.2521988908012554,"score_spread":0.2433343451337472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238620365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976413,0.0005262541,0.00038197913,0.00020352764,0.0001236489,0.0003918622,0.00003291926,0.000105025014,0.000593474],"genre_scores_gemma":[0.99720645,0.00046481242,0.00190902,0.00022984532,0.00008508527,0.000026525653,0.0000047172457,0.00001725283,0.0000563116],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972942,0.00017286261,0.00031796732,0.0008744196,0.0008441674,0.00049638236],"domain_scores_gemma":[0.9981546,0.0010081382,0.00016006184,0.00032110422,0.000009328075,0.00034679522],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008997423,0.00027635644,0.0003263052,0.00009890273,0.0005470489,0.00011670444,0.0004213292,0.00014504837,0.00012204569],"category_scores_gemma":[0.0007590382,0.00022627228,0.00006446823,0.0003883844,0.003127956,0.00067636167,0.00031146556,0.00026637828,0.000051434952],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018113968,0.000053648662,0.007349584,0.000009614823,0.0000041249646,0.00000446495,0.00077426614,0.0000060429747,0.98910606,0.0021040274,0.00017718317,0.00039286294],"study_design_scores_gemma":[0.0002421712,0.0019702846,0.03055173,0.00006495113,0.000031206804,0.000010661052,0.00019060516,0.00032741882,0.9654754,0.0007664975,0.0002971137,0.000071996204],"about_ca_topic_score_codex":0.000040153252,"about_ca_topic_score_gemma":0.000003542887,"teacher_disagreement_score":0.023630703,"about_ca_system_score_codex":0.00011585967,"about_ca_system_score_gemma":0.00003744061,"threshold_uncertainty_score":0.999585},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4245960564","doi":"10.12688/aasopenres.12844.1","title":"Model framework for governance of genomic research and biobanking in Africa – a content description","year":2018,"lang":"en","type":"preprint","venue":"AAS Open Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health; University of Oxford; African Academy of Sciences; Broad Institute; Wellcome Trust; McGill University; Wellcome","keywords":"Biobank; Corporate governance; Confidentiality; Genomics; Equity (law); Translational research; Political science; Business; Public relations; Biology; Biotechnology; Genome; Bioinformatics","score_opus":0.9452793201622498,"score_gpt":0.6821308197468275,"score_spread":0.26314850041542226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245960564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93686247,0.0045728697,0.004237841,0.015149536,0.0002635281,0.0147857005,0.00028432554,0.000024577223,0.023819137],"genre_scores_gemma":[0.91601443,0.0077983346,0.06578835,0.00006847568,0.00028389672,0.0016375537,0.00003177486,0.000098983,0.008278187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902949,0.0010223016,0.001210489,0.001722269,0.0041267946,0.0016232581],"domain_scores_gemma":[0.9638241,0.024865216,0.0002787793,0.0024828555,0.0080617415,0.00048733567],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.068970695,0.00027268965,0.0010571105,0.0007517072,0.00032570583,0.0004682557,0.0026671533,0.0018409475,0.000115532974],"category_scores_gemma":[0.06157819,0.0002511083,0.00014380977,0.0007929678,0.0028230464,0.00015328053,0.013423327,0.013779374,0.000048175578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016826533,0.0025419279,0.027144274,0.011915925,0.00041524888,0.0001235692,0.006116153,0.00013137379,0.022463396,0.8911653,0.0106830755,0.010473215],"study_design_scores_gemma":[0.0018067417,0.0017367871,0.011783443,0.008391319,0.000015707557,0.0000034433037,0.00072463666,0.01623768,0.0014203158,0.95667946,0.0009751991,0.00022523862],"about_ca_topic_score_codex":0.003654548,"about_ca_topic_score_gemma":0.0015605348,"teacher_disagreement_score":0.06551418,"about_ca_system_score_codex":0.001154516,"about_ca_system_score_gemma":0.00473709,"threshold_uncertainty_score":0.9999941},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4246837886","doi":"10.1139/cjm-2020-0029","title":"Retraction: Analysis of antimicrobial silver nanoparticles synthesized by coastal strains of <i>Escherichia coli</i> and <i>Aspergillus niger</i>","year":2020,"lang":"en","type":"retraction","venue":"Canadian Journal of Microbiology","topic":"Nanoparticles: synthesis and applications","field":"Materials Science","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aspergillus niger; Escherichia coli; Microbiology; Antimicrobial; Silver nanoparticle; Chemistry; Biology; Food science; Nanoparticle; Biochemistry; Nanotechnology; Materials science","score_opus":0.012499435366743257,"score_gpt":0.2209737735791192,"score_spread":0.20847433821237596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246837886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896581,0.0026592033,0.00006179646,0.0010735941,0.0006432385,0.00017008746,0.005627708,0.0000064564297,0.00009977183],"genre_scores_gemma":[0.99770194,0.0011254239,0.00046312108,0.00026107315,0.00015408643,0.000002684922,0.00012208147,0.000028080127,0.00014150233],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99784154,0.00025520235,0.001131928,0.00030939223,0.000108124186,0.0003537958],"domain_scores_gemma":[0.99732447,0.00021939514,0.0015174187,0.00022372029,0.00033569025,0.00037928578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005322257,0.000253859,0.0012394403,0.0003850559,0.0001210188,0.000041593477,0.00034282586,0.00050221634,0.0006702344],"category_scores_gemma":[0.00016179084,0.00023725678,0.0003223802,0.00059576245,0.0006034665,0.000113018585,0.000023333192,0.00039368423,0.000008843778],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052368963,0.00005037515,0.00020703187,0.0000686552,0.00044980206,0.000012497174,0.0001356645,0.000035689718,0.95355576,0.000014524193,0.04510829,0.00030933678],"study_design_scores_gemma":[0.0003117654,0.00013616505,0.00032205187,0.00012242763,0.0015437165,0.00008663983,0.00012224246,0.000010339037,0.8982618,0.0000045035918,0.09886485,0.00021351123],"about_ca_topic_score_codex":0.00283321,"about_ca_topic_score_gemma":0.009169703,"teacher_disagreement_score":0.05529398,"about_ca_system_score_codex":0.00009379614,"about_ca_system_score_gemma":0.0011540647,"threshold_uncertainty_score":0.9675051},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249341213","doi":"10.5267/j.msl.2020.10.0r8","title":"Retraction Note: Microfinance institute’s non-financial services and women-empowerment: The role of vulnerability","year":2020,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Microfinance and Financial Inclusion","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microfinance; Empowerment; Vulnerability (computing); Business; Financial services; Finance; Economics; Economic growth; Computer science; Computer security","score_opus":0.009321039536206372,"score_gpt":0.2049039223580511,"score_spread":0.19558288282184474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249341213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97975546,0.00042039403,0.0049944017,0.007464925,0.00068296737,0.0004218355,0.000022756338,0.000021961521,0.006215285],"genre_scores_gemma":[0.99191296,0.00031276935,0.0007913185,0.00677004,0.000117460644,0.00003502045,0.0000026051596,0.000008935051,0.000048894715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982762,0.000009846448,0.000499684,0.0006621185,0.0001291963,0.00042299958],"domain_scores_gemma":[0.99914604,0.0000102678705,0.00037221666,0.00037717936,0.000015437286,0.00007886408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010389285,0.0001691448,0.00028319968,0.00015195804,0.0005112434,0.00010089161,0.00067501253,0.000068930945,0.000029085184],"category_scores_gemma":[0.000033097996,0.00015959547,0.000055376895,0.00081246445,0.0006469473,0.00082072406,0.00044533922,0.00022350863,0.00007736809],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033572002,0.00041183425,0.19893144,0.00097427354,0.00004955929,0.00003359897,0.030979218,0.0005179009,0.30900726,0.3355007,0.0036608689,0.11959762],"study_design_scores_gemma":[0.0007666881,0.00015231317,0.55689704,0.00006326346,0.000008790721,0.0000022331894,0.000749574,0.0021831698,0.0127859935,0.014987681,0.41088885,0.00051439705],"about_ca_topic_score_codex":0.00021341283,"about_ca_topic_score_gemma":0.000008437002,"teacher_disagreement_score":0.407228,"about_ca_system_score_codex":0.0001460789,"about_ca_system_score_gemma":0.000011697084,"threshold_uncertainty_score":0.65081143},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4249685812","doi":"10.1080/07399330802671789","title":"Editorial Retraction","year":2008,"lang":"en","type":"retraction","venue":"Health Care For Women International","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Computer science","score_opus":0.050936023205142,"score_gpt":0.501394881796148,"score_spread":0.450458858591006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249685812","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020254562,0.0011077375,0.00014737889,0.01573649,0.8949949,0.002777332,0.0031818526,0.00023821995,0.08161354],"genre_scores_gemma":[0.0002829461,0.013788958,0.00027933816,0.0071723014,0.8067909,0.004975276,0.014155835,0.00014166124,0.15241279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949398,0.0003533021,0.0014987375,0.0006088785,0.0011748895,0.0014244011],"domain_scores_gemma":[0.9944161,0.0008087456,0.0016664058,0.00038722093,0.0021458075,0.0005757127],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001177172,0.00036694156,0.00068380724,0.0006074578,0.0021285599,0.000030898384,0.00039932024,0.0019005021,0.0016976434],"category_scores_gemma":[0.0010413077,0.0003855982,0.00019977045,0.00021685785,0.00004773658,0.00031546806,0.00007377965,0.0027036485,0.0005882246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016597836,0.00005150667,0.000054188007,0.0023262992,0.000055408957,2.0617043e-7,0.018884458,0.0000013710381,5.094419e-7,0.00034381848,0.96768457,0.010431677],"study_design_scores_gemma":[0.00092942436,0.00027660182,0.00037997207,0.0003898731,0.000006358929,0.000004625905,0.008720111,0.000020267575,1.8828572e-7,0.00014919548,0.9888571,0.00026626667],"about_ca_topic_score_codex":0.0038386628,"about_ca_topic_score_gemma":0.00049723376,"teacher_disagreement_score":0.08820401,"about_ca_system_score_codex":0.018119656,"about_ca_system_score_gemma":0.0135497,"threshold_uncertainty_score":0.9998596},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249813936","doi":"10.1016/j.sbspro.2013.03.002","title":"Retraction notice to: An Inquiry into Intonational Pattern of the Complex and Compound Sentences in Persian [SBSPRO 28C (2011) 851–854]","year":2011,"lang":"en","type":"article","venue":"Procedia - Social and Behavioral Sciences","topic":"Islamic Studies and History","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Grammar; Library science; Publishing; Computer science; Linguistics; History; Political science; Law; Philosophy","score_opus":0.2418956965920508,"score_gpt":0.39201096806140845,"score_spread":0.15011527146935766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249813936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940295,0.00007204847,0.0000064485894,0.0021677602,0.00065407745,0.0002105824,0.0000042246174,0.000013235124,0.0028420782],"genre_scores_gemma":[0.99922746,0.000029918576,0.00026926395,0.00016273446,0.00023640474,0.000012928873,0.000001047753,0.0000029079988,0.000057324647],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987746,0.00009587457,0.00018044938,0.0002632214,0.00046117627,0.00022468186],"domain_scores_gemma":[0.99964297,0.00003379947,0.00011288369,0.00003909832,0.00010784301,0.00006341192],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007032175,0.0000905054,0.00014241172,0.00007572324,0.0015401185,0.00005223267,0.0002487794,0.00009377859,0.00009207038],"category_scores_gemma":[0.000031990287,0.00006858658,0.00002829325,0.00028971562,0.0025451994,0.00037912614,0.000096963566,0.0001313683,0.0000018184818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001505861,0.00017856002,0.39362234,0.000016600832,0.0000028880763,9.489068e-7,0.5638006,1.6202455e-7,0.00037179232,0.0042775148,0.00029275505,0.037420824],"study_design_scores_gemma":[0.00011544969,0.00014713843,0.8392465,0.000013603681,0.000016638698,9.998548e-7,0.15723325,0.000016688227,0.000021681262,0.0014106486,0.0016443082,0.00013307408],"about_ca_topic_score_codex":0.037496638,"about_ca_topic_score_gemma":0.06961284,"teacher_disagreement_score":0.4456242,"about_ca_system_score_codex":0.000073161915,"about_ca_system_score_gemma":0.00013759959,"threshold_uncertainty_score":0.99975973},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249889786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.255653e-7,0.9891187,0.000106277745,0.0008828244,0.0026197047,0.003716286,0.00009015624,0.000039791656,0.0034257455],"genre_scores_gemma":[5.2989005e-8,0.96390384,0.00022966017,0.0005779005,0.0011173005,0.00022318854,0.000016028762,0.00010245543,0.033829555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94984335,0.0044482057,0.003775579,0.00223753,0.0374523,0.002243045],"domain_scores_gemma":[0.9553101,0.018983481,0.001865007,0.0047946726,0.016520204,0.002526517],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.15264933,0.0006879686,0.003806303,0.1078312,0.0009572492,0.026632125,0.016449604,0.000695651,0.02420215],"category_scores_gemma":[0.10513544,0.00041257645,0.002047736,0.27617756,0.00077416096,0.0031723238,0.005682404,0.0030145394,0.028096732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000159701,0.000040207102,0.000004013262,0.026080213,0.00004341976,0.000061667655,0.000020137191,6.281368e-9,2.5901524e-8,0.000008139489,0.37155786,0.60218275],"study_design_scores_gemma":[0.00008043241,0.00013712017,0.0000012251758,0.31544873,0.000054660017,0.00019659036,0.00003515115,0.000009269235,6.34924e-7,0.00047007186,0.68326277,0.00030332606],"about_ca_topic_score_codex":0.000009779443,"about_ca_topic_score_gemma":0.000005209153,"teacher_disagreement_score":0.6018794,"about_ca_system_score_codex":0.0006484403,"about_ca_system_score_gemma":0.008336073,"threshold_uncertainty_score":0.99983263},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4250139808","doi":"10.1111/1911-3846.12220","title":"Retraction/Rétractation","year":2015,"lang":"en","type":"article","venue":"Contemporary Accounting Research","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Complicity; Misconduct; Sociology; Psychology; Accounting; Management; Political science; Law; Economics","score_opus":0.089209638018671,"score_gpt":0.32625281540691303,"score_spread":0.23704317738824204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250139808","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36500245,0.00047778367,0.01240358,0.0063389526,0.0017784444,0.0008706807,0.0000032456248,0.0006932551,0.6124316],"genre_scores_gemma":[0.98603266,0.0000071213403,0.0001806549,0.001032738,0.0039755064,0.000053907752,0.0000683892,0.0000738063,0.00857522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99622643,0.00007418321,0.0004795687,0.00061944075,0.001906263,0.0006941137],"domain_scores_gemma":[0.99250454,0.00021099344,0.0051186625,0.0005184662,0.001598122,0.000049245242],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068342667,0.00023394736,0.00024591543,0.0007574532,0.00058411725,0.0012668952,0.00070304424,0.00017776054,0.00024204348],"category_scores_gemma":[0.033102494,0.00024437404,0.00007794872,0.0018105132,0.00017561883,0.0055924766,0.000568468,0.0011967156,0.004837403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001791667,0.00016341844,0.19671698,0.00024283023,0.00004427687,0.000094404684,0.00025039024,0.00010177342,0.00072145124,0.01998421,0.7220786,0.059422504],"study_design_scores_gemma":[0.0007513754,0.00001873275,0.028129335,0.00010961314,0.0000067585825,0.0000028076965,0.0012138052,0.0016428129,0.00005859012,0.0043581817,0.96340233,0.00030562884],"about_ca_topic_score_codex":0.0016111643,"about_ca_topic_score_gemma":0.00004733733,"teacher_disagreement_score":0.6210302,"about_ca_system_score_codex":0.00018162486,"about_ca_system_score_gemma":0.00021236109,"threshold_uncertainty_score":0.99976987},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4250611647","doi":"10.1007/978-94-007-0753-5_2485","title":"Research Ethics","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Engineering ethics; Sociology; Philosophy; Engineering","score_opus":0.9195390761928003,"score_gpt":0.7272337103790277,"score_spread":0.19230536581377256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250611647","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028227757,0.00030825014,0.00028230925,0.03982781,0.0002093307,0.00047755777,0.000004889033,0.00009810623,0.95878893],"genre_scores_gemma":[0.0011433418,0.006445157,0.0015059459,0.004506007,0.0014133938,0.000011074489,0.000030571853,0.00013671689,0.9848078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907497,0.0002019907,0.0006183643,0.00077660877,0.007068783,0.0005845087],"domain_scores_gemma":[0.9003383,0.09198116,0.00007428578,0.0018178227,0.0052091624,0.00057928776],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.04059547,0.0002359317,0.0006229162,0.00045141752,0.00020020842,0.00004666676,0.0005149721,0.0068838852,0.015795987],"category_scores_gemma":[0.07036357,0.0001848701,0.00026963235,0.00006058567,0.0016649849,0.000011948075,0.00068164314,0.053376406,0.01485606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006946472,0.000015549967,0.00000922165,0.00095103483,0.00006882442,0.00009357929,0.00004368686,5.140801e-8,0.000011474718,0.9458813,0.05026622,0.0025895643],"study_design_scores_gemma":[0.00021079413,0.00038868643,0.000011507069,0.0011787777,0.0000205534,0.00001096208,0.000010018953,0.0000050834265,0.000029332577,0.4538841,0.54414564,0.00010451684],"about_ca_topic_score_codex":0.00007672575,"about_ca_topic_score_gemma":0.0006841769,"teacher_disagreement_score":0.49387944,"about_ca_system_score_codex":0.000220418,"about_ca_system_score_gemma":0.0044338964,"threshold_uncertainty_score":0.9944054},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4250995029","doi":"10.14740/jmc3308r","title":"Retraction Notice to: Cauda Equina Syndrome: A Rare Presentation in Burkitt Lymphoma","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Cases","topic":"Parkinson's Disease and Spinal Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Presentation (obstetrics); Notice; Cauda equina syndrome; Cauda equina; Burkitt's lymphoma; Dermatology; Lymphoma; Pathology; Surgery; Spinal cord; Psychiatry","score_opus":0.040985620814071505,"score_gpt":0.34128338071876185,"score_spread":0.3002977599046903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250995029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522443,0.0011006307,0.00029677365,0.045608997,0.0002925355,0.00014919684,0.0000040565155,0.00001234436,0.00029116418],"genre_scores_gemma":[0.992933,0.0003143989,0.00011633826,0.0061378125,0.00043666858,0.00000361649,0.0000057091024,0.000012265143,0.000040238756],"study_design_codex":"case_report","study_design_gemma":"observational","domain_scores_codex":[0.997658,0.00008822273,0.0004966973,0.00013815347,0.0014320643,0.00018683466],"domain_scores_gemma":[0.9985624,0.00018120985,0.00016366178,0.00008037985,0.0001298017,0.00088253745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003784453,0.00010563385,0.0003361287,0.00016187945,0.00002806525,0.000018776176,0.00012342317,0.00016503612,0.0005379111],"category_scores_gemma":[0.0050994977,0.00008601949,0.00012553079,0.0004072734,0.00003566838,0.00018092955,0.000029860745,0.00036741677,0.000039732986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020024488,0.0040593497,0.2096889,0.0020731625,0.0005835073,0.37821478,0.0042219386,0.00029693087,0.003470295,0.0001480603,0.27795702,0.09926157],"study_design_scores_gemma":[0.0076768957,0.0049946303,0.9172115,0.0015111086,0.00034509652,0.016199637,0.0038209078,0.0016415836,0.0003863833,0.000052389612,0.045926657,0.00023325115],"about_ca_topic_score_codex":0.000099837904,"about_ca_topic_score_gemma":0.00002529833,"teacher_disagreement_score":0.7075226,"about_ca_system_score_codex":0.0001077817,"about_ca_system_score_gemma":0.00048374615,"threshold_uncertainty_score":0.6104943},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4252036150","doi":"10.1007/s12630-013-9925-7","title":"Retraction Note to: A lidocaine/metoclopramide combination decreases pain on injection of propofol","year":2013,"lang":"en","type":"retraction","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Metoclopramide; Lidocaine; Propofol; Anesthesia; Medicine; Vomiting","score_opus":0.014151868693066854,"score_gpt":0.2494464900362517,"score_spread":0.23529462134318482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252036150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351479,0.004210579,0.0008973575,0.042080767,0.005420256,0.0055074967,0.000020774458,0.00009577541,0.0066191163],"genre_scores_gemma":[0.9662753,0.0015102099,0.0018872513,0.0026436716,0.007140674,0.00006116431,0.00023864857,0.00044987322,0.019793214],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9937503,0.00089069485,0.0020716558,0.0004962352,0.0017216174,0.0010695175],"domain_scores_gemma":[0.9903896,0.0004596355,0.0029411751,0.0005528266,0.0021540334,0.003502747],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005399036,0.00081230805,0.0017164106,0.0045683,0.00042769322,0.00029120527,0.0005671852,0.0013690857,0.000461323],"category_scores_gemma":[0.0022043057,0.0007317919,0.0008161662,0.0011996506,0.00020158198,0.0005381627,0.000007811308,0.0032874423,0.00008554485],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014339933,0.00048400107,0.0046297284,0.0012800745,0.00079641736,0.40365106,0.0014411623,0.00095762144,0.000064693166,0.00035211508,0.521113,0.06379613],"study_design_scores_gemma":[0.001038152,0.010039313,0.009230906,0.0038033775,0.0007919592,0.6784391,0.00051384245,0.00012151924,0.00007854134,0.000203164,0.2951763,0.0005638676],"about_ca_topic_score_codex":0.0217994,"about_ca_topic_score_gemma":0.007469102,"teacher_disagreement_score":0.274788,"about_ca_system_score_codex":0.0042853537,"about_ca_system_score_gemma":0.009249436,"threshold_uncertainty_score":0.99992734},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4254831865","doi":"10.22215/etd/2016-11506","title":"Black, White, and Grey: (Re)Constructing the One-Size-Fits-All Approach to Plagiarism","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Intertextuality; Rhetorical question; Interpretation (philosophy); Academic integrity; Sociology; Discourse analysis; Plagiarism detection; White (mutation); Mathematics education; Pedagogy; Linguistics; Psychology; Computer science; Social psychology; Philosophy","score_opus":0.03159095945665744,"score_gpt":0.3002092690770961,"score_spread":0.26861830962043864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254831865","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03486267,0.00018195185,0.0006420577,0.0064491876,0.0009932249,0.0008087573,0.000030072555,0.00013431771,0.95589775],"genre_scores_gemma":[0.41505486,0.0011556142,0.008765094,0.0049633463,0.0034969382,0.00012150653,0.00018240775,0.00010405792,0.56615615],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99703,0.00041295963,0.00043978626,0.00061734393,0.00085083116,0.0006490357],"domain_scores_gemma":[0.9979506,0.00095742266,0.0002717743,0.00027856446,0.00027672577,0.00026488348],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026361002,0.00034556878,0.00042060658,0.00011382348,0.0009507076,0.000274942,0.0007766238,0.002929866,0.0008528038],"category_scores_gemma":[0.0018852991,0.00022653583,0.00012077581,0.00027509395,0.00039147201,0.00028131003,0.00007393909,0.002907398,0.0001862605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001223499,0.00006865732,0.0016780951,0.00017729244,0.0002869088,0.0000030819863,0.43362963,0.0000016689719,0.00023464853,0.40841645,0.07843371,0.07694753],"study_design_scores_gemma":[0.0006244624,0.00006353568,0.002876762,0.00060593244,0.0003400627,0.000008394488,0.6374322,0.000051921277,0.0004041235,0.032129657,0.32377166,0.0016912464],"about_ca_topic_score_codex":0.0036346377,"about_ca_topic_score_gemma":0.0065285126,"teacher_disagreement_score":0.38974157,"about_ca_system_score_codex":0.00012309132,"about_ca_system_score_gemma":0.00037029138,"threshold_uncertainty_score":0.9993929},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4256615446","doi":"10.1139/bcb-2020-0070","title":"Retraction: Grape seed proanthocyanidins ameliorates cadmium-induced renal injury and oxidative stress in experimental rats through the up-regulation of nuclear related factor 2 and antioxidant responsive elements","year":2020,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"Heavy Metal Exposure and Toxicity","field":"Environmental Science","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oxidative stress; Grape seed extract; Antioxidant; Proanthocyanidin; Grape seed; Cadmium; Chemistry; Glutathione; Renal injury; Food science; Polyphenol; Biochemistry; Medicine; Pathology; Enzyme; Renal function","score_opus":0.01774679703845926,"score_gpt":0.26811667984846593,"score_spread":0.25036988281000666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256615446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99703676,0.0010787628,9.504849e-7,0.00014177184,0.0002190493,0.00037584148,0.0001917139,0.000014401648,0.0009407636],"genre_scores_gemma":[0.9976281,0.0016905186,0.00005794046,0.000038174894,0.00007054278,0.000011966316,0.00015635024,0.000016226448,0.0003302019],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983237,0.00026506901,0.0004593723,0.00058730535,0.00015742713,0.00020715932],"domain_scores_gemma":[0.99919903,0.00009254949,0.00044427384,0.00016448776,0.000017948423,0.00008168524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018754289,0.00028394634,0.00037210828,0.00003260838,0.00015178607,0.000023444209,0.00010220907,0.00075847923,0.00019847615],"category_scores_gemma":[0.000067306166,0.00021995389,0.000045869674,0.00021087567,0.00042770014,0.00014253617,0.00016721376,0.00058242097,0.0000040972864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003436567,0.00008242408,0.0017733994,0.000066930734,0.000036936442,0.0000035233222,0.0008230415,3.5827358e-7,0.995558,0.0000062098034,0.00014339482,0.0011621297],"study_design_scores_gemma":[0.0003550401,0.00046524996,0.015673116,0.000059207694,0.000032975997,0.000011980371,0.00083805557,0.000038961814,0.97866243,0.0000418716,0.0035920579,0.00022906339],"about_ca_topic_score_codex":0.00025340187,"about_ca_topic_score_gemma":0.000012166,"teacher_disagreement_score":0.016895575,"about_ca_system_score_codex":0.000082080216,"about_ca_system_score_gemma":0.000038061364,"threshold_uncertainty_score":0.89694595},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283689934","doi":"10.1111/crj.13516","title":"Retraction: Ferrari Aggradi, CR, Falcier, E, Lizio, A, et al. Assessment of respiratory function and need for non‐invasive ventilation in a cohort of patients with myotonic dystrophy type 1 followed at one single expert centre. <i>The Clinical Respiratory Journal</i>. 2022; 1‐ 13. (https://doi.org/10.1111/crj.13516)","year":2022,"lang":"en","type":"article","venue":"The Clinical Respiratory Journal","topic":"Genetic Neurodegenerative Diseases","field":"Neuroscience","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Myotonic dystrophy; Medicine; Cohort; Respiratory system; Library science; Humanities; Internal medicine; Art; Computer science","score_opus":0.10998848104113736,"score_gpt":0.3725889324003718,"score_spread":0.26260045135923443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283689934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377275,0.00078985887,0.00014253265,0.00077967,0.0025747127,0.0016773439,0.00004966182,0.000019157844,0.00019432629],"genre_scores_gemma":[0.9862767,0.00034289007,0.00013741502,0.01231499,0.0005011971,0.00010339144,0.000009268241,0.00008740827,0.00022673441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9873446,0.006140512,0.003013504,0.0009111773,0.0019936084,0.0005965991],"domain_scores_gemma":[0.9907648,0.0036057255,0.003319292,0.000888698,0.0009837467,0.0004377118],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008044836,0.0004450504,0.0009393846,0.00033473963,0.0011968458,0.00013044257,0.0008102402,0.00021639335,0.0005828956],"category_scores_gemma":[0.0057049664,0.00032265528,0.0005773681,0.0009074487,0.0008701279,0.00038536088,0.00041619883,0.0027711098,0.000010355799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014049974,0.004070806,0.7526429,0.000041621875,0.00029442634,0.00005674609,0.00019736214,0.0011062202,0.19411434,0.00006704428,0.031132434,0.0022261164],"study_design_scores_gemma":[0.00807292,0.0127660725,0.9060367,0.00015983621,0.00032560472,0.000011708345,0.00024779228,0.000114872986,0.013896763,0.00017580716,0.05778197,0.00040995816],"about_ca_topic_score_codex":0.0000037260954,"about_ca_topic_score_gemma":0.000018749859,"teacher_disagreement_score":0.18021758,"about_ca_system_score_codex":0.00039247374,"about_ca_system_score_gemma":0.0017064704,"threshold_uncertainty_score":0.9999226},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4283704156","doi":"10.1177/01655515221097623","title":"Do retraction practices work effectively? Evidence from citations of psychological retracted articles","year":2022,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Social Science Fund of China; Ministry of Education of the People's Republic of China","keywords":"Citation; Credibility; Quality (philosophy); Psychology; Inference; Web of science; Process (computing); Computer science; MEDLINE; World Wide Web; Political science; Law","score_opus":0.09565337181427233,"score_gpt":0.42321451935441334,"score_spread":0.327561147540141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283704156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875714,0.00008106076,0.0038167692,0.0027504363,0.001033919,0.00011573362,0.000007217382,0.000011874991,0.00461158],"genre_scores_gemma":[0.9956241,0.00015307794,0.0038733813,0.00021250903,0.00011567967,0.0000030487686,7.5350175e-7,0.0000010831568,0.000016358095],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9966473,0.00049805624,0.00062646565,0.00008125265,0.0019839916,0.00016292816],"domain_scores_gemma":[0.9939916,0.0020103322,0.0026815527,0.00009941132,0.0011162836,0.00010082949],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0142042,0.00005335016,0.00012461608,0.00037062084,0.0009486826,0.00016492944,0.0006367729,0.00013974709,0.00050804176],"category_scores_gemma":[0.02875283,0.000045041492,0.000061473205,0.0023187804,0.0004764455,0.009855596,0.000050929662,0.0015101377,0.000016556256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002224311,0.00062007224,0.1937134,0.00003393719,0.00007904367,0.000015185299,0.49381346,0.0047389953,0.03737299,0.03401929,0.0231798,0.21018954],"study_design_scores_gemma":[0.0005088668,0.0008146914,0.857434,0.0002517309,0.000053292897,0.000056428464,0.10253419,0.0005857137,0.0031142775,0.010454503,0.023955097,0.00023723436],"about_ca_topic_score_codex":0.0003056212,"about_ca_topic_score_gemma":0.000008619556,"teacher_disagreement_score":0.6637206,"about_ca_system_score_codex":0.00023679914,"about_ca_system_score_gemma":0.00043435243,"threshold_uncertainty_score":0.9794284},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4283751326","doi":"10.5281/zenodo.6786961","title":"Plagiarism checker Masalah Yang Dihadapi Dunia Pendidikan Dengan Tutorial Online: Sebuah Short Review (Gaung Perwira Yustika)","year":2022,"lang":"id","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Computer science; Philosophy","score_opus":0.06667814951266665,"score_gpt":0.3076955674047756,"score_spread":0.24101741789210895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283751326","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21952242,0.14309563,0.124389306,0.11900772,0.095000125,0.027900677,0.011369608,0.014912722,0.2448018],"genre_scores_gemma":[0.422493,0.106591105,0.21463709,0.026881622,0.03733921,0.000015622445,0.057464838,0.028304398,0.10627312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918162,0.0030916238,0.0008486735,0.0013363021,0.0019026117,0.0010045562],"domain_scores_gemma":[0.9961984,0.00017739795,0.0003318279,0.0015143084,0.0010674765,0.0007105588],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043916428,0.00047011813,0.0005453176,0.00040652542,0.0057533984,0.001329897,0.0042053517,0.0001588042,0.02007021],"category_scores_gemma":[0.002641629,0.00053733645,0.00023167567,0.0019022585,0.00025902234,0.0006725381,0.005274315,0.002077633,0.0033697293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010537094,0.0015164226,0.000030370764,0.0012473365,0.00020838455,0.00019473504,0.007904422,0.00008044537,0.0043901945,0.014667914,0.79689085,0.17276354],"study_design_scores_gemma":[0.0005363611,0.0004634331,0.0010547774,0.0003730133,0.00010855647,0.000457605,0.0010530816,0.0013287007,0.00018655373,0.00009872003,0.99375683,0.0005823456],"about_ca_topic_score_codex":0.000045564317,"about_ca_topic_score_gemma":0.0000010460772,"teacher_disagreement_score":0.20297058,"about_ca_system_score_codex":0.0007531095,"about_ca_system_score_gemma":0.00012960624,"threshold_uncertainty_score":0.9997078},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4286267109","doi":"10.52057/erj.v2i1.24","title":"Research integrity requires to be aware of good and questionable research practices","year":2022,"lang":"en","type":"article","venue":"European Rehabilitation Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Incentive; Research integrity; Variable (mathematics); Psychology; Scientific integrity; Public relations; Engineering ethics; Epistemology; Social psychology; Political science; Economics; Engineering; Philosophy","score_opus":0.9050731229034571,"score_gpt":0.6636201134438002,"score_spread":0.24145300945965686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286267109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92180717,0.0008713025,0.0011211671,0.046480864,0.00029074043,0.00080092176,0.000025329,0.0000050326153,0.028597474],"genre_scores_gemma":[0.9779069,0.000022022048,0.012116573,0.00013846035,0.00014135272,0.00002738782,0.0000022693125,0.000016169508,0.00962886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64491266,0.32122988,0.009411533,0.0013380436,0.022492578,0.00061528874],"domain_scores_gemma":[0.9134214,0.063176215,0.0057290858,0.0028938032,0.014219368,0.0005601343],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65910214,0.00012838093,0.000935469,0.001729886,0.001417215,0.0011482986,0.0018220948,0.000023940485,0.008302125],"category_scores_gemma":[0.39969683,0.00007543117,0.0003918902,0.0035310786,0.000262382,0.0005767031,0.0008405435,0.0016821739,0.000475558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015914817,0.00042833362,0.080837995,0.00014398021,0.00013737218,0.000050136925,0.025505539,0.0013413079,0.0013042539,0.029579327,0.82809865,0.03241398],"study_design_scores_gemma":[0.00022249122,0.0015546723,0.12898739,0.00007188627,0.000024067367,0.00012529832,0.094716646,0.0004854156,0.000011325303,0.021300593,0.75237876,0.00012148872],"about_ca_topic_score_codex":0.000040312916,"about_ca_topic_score_gemma":0.000019983541,"teacher_disagreement_score":0.26850873,"about_ca_system_score_codex":0.00014710816,"about_ca_system_score_gemma":0.00029382404,"threshold_uncertainty_score":0.9998886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4289778533","doi":"10.3138/jsp-2021-0023","title":"Predatory Journals in Journalism and Mass Communication: A Case Study of Deceptions","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Journalism; Publishing; Publish or perish; Publication; Public relations; Government (linguistics); Face (sociological concept); Sociology; Political science; Media studies; Social science; Law","score_opus":0.09097649785053674,"score_gpt":0.3604691504595788,"score_spread":0.26949265260904204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289778533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97098017,0.010924747,0.000026894475,0.015839616,0.000226049,0.00017550564,0.0000035829592,0.0000047957983,0.0018186661],"genre_scores_gemma":[0.9959923,0.002687414,0.00096217124,0.00015780049,0.000121098565,0.000011932295,4.1595436e-7,0.0000072122743,0.000059679256],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99502116,0.0025786653,0.0009105132,0.000086375476,0.0012283438,0.00017491759],"domain_scores_gemma":[0.99654233,0.0005521669,0.0012428078,0.0003020076,0.0011933339,0.00016734934],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017323166,0.00007224734,0.00026209812,0.0005599909,0.0018191548,0.003985719,0.0011149514,0.000060489503,0.00017190687],"category_scores_gemma":[0.003312248,0.0000712723,0.00006255541,0.0008386234,0.00010128338,0.019040523,0.00047572344,0.002374851,1.3845577e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007168621,0.0012326211,0.4992328,0.000015488158,0.00020816301,0.0006744822,0.46928298,0.00035952788,0.0002822721,0.0039603263,0.0050943876,0.019585283],"study_design_scores_gemma":[0.0014052786,0.0002601463,0.021942277,0.00007597146,0.000047452217,0.000976953,0.9370678,0.000030475834,0.0000012876291,0.0027947696,0.03530204,0.000095550364],"about_ca_topic_score_codex":0.0026445433,"about_ca_topic_score_gemma":0.0036028146,"teacher_disagreement_score":0.4772905,"about_ca_system_score_codex":0.00028782344,"about_ca_system_score_gemma":0.00033713054,"threshold_uncertainty_score":0.9999267},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4292265707","doi":"10.1186/s13063-022-06624-y","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"letter","venue":"Trials","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"McMaster University; University of Ottawa","keywords":"Publishing; Public relations; Scholarship; Open science; Clinical trial; Medicine; Medical education; Publication; Harm; Political science; Consolidated Standards of Reporting Trials; Publish or perish; Scientific misconduct; Alternative medicine; Law; Pathology","score_opus":0.9257276208783269,"score_gpt":0.6787112095157745,"score_spread":0.24701641136255248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265707","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027897425,0.0014088254,0.00005266048,0.9666209,0.00056006666,0.0022977856,0.00032064744,0.000018405772,0.0008232831],"genre_scores_gemma":[0.09135032,0.025661947,0.00076992,0.87382615,0.0030534274,0.00094301434,0.0015352668,0.00009196212,0.0027680106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.71470034,0.26221788,0.010043231,0.00235691,0.009881741,0.0007998708],"domain_scores_gemma":[0.16122532,0.8198673,0.0147801675,0.0026846414,0.0012085878,0.00023397838],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59220856,0.00027032223,0.0018485365,0.00051572325,0.00070164213,0.00524652,0.005061193,0.0011644511,0.00085226196],"category_scores_gemma":[0.8192164,0.00012398443,0.000114445305,0.0015796829,0.000767509,0.0022290275,0.0017954587,0.0132854665,0.000007046284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011896763,0.000031682077,0.03332809,0.000007792809,0.00011675074,0.0000049292703,0.004433206,0.0000022718507,0.0000014239109,0.0002093683,0.90770775,0.052967075],"study_design_scores_gemma":[0.002265145,0.0000654085,0.004921788,0.00013627682,0.00007598228,0.000005249998,0.0082732765,0.00004500419,0.00000325936,0.019800987,0.9642496,0.000158039],"about_ca_topic_score_codex":0.012345565,"about_ca_topic_score_gemma":0.0016458975,"teacher_disagreement_score":0.55764943,"about_ca_system_score_codex":0.00031229688,"about_ca_system_score_gemma":0.0026301385,"threshold_uncertainty_score":0.99578613},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4293224259","doi":"10.2196/39365","title":"An Evaluation of Primary Studies Published in Predatory Journals Included in Systematic Reviews From High-Impact Dermatology Journals: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Publishing; MEDLINE; Impact factor; Medicine; Family medicine; Grey literature; Data extraction; Directory; Publication bias; Meta-analysis; Computer science; Pathology; Political science","score_opus":0.7449597743669143,"score_gpt":0.6623973011713971,"score_spread":0.08256247319551724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293224259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964667,0.03050346,0.00004287839,0.00033249517,0.0008670629,0.003407606,0.000070463684,0.000013577782,0.00009543519],"genre_scores_gemma":[0.9980654,0.00038479906,0.0000875321,0.00012696598,0.000039617713,0.0012387959,0.00002246772,0.000016228554,0.000018162711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93260604,0.036533084,0.008846189,0.0016202773,0.019230863,0.0011635636],"domain_scores_gemma":[0.97950107,0.010691037,0.0029268607,0.0013547319,0.00522611,0.0003001628],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.113814965,0.0003032121,0.0025955676,0.063987754,0.00040072636,0.0011970135,0.0033171722,0.00022440411,0.0027711086],"category_scores_gemma":[0.0687687,0.00021318652,0.00026452076,0.07393526,0.00023804723,0.002066005,0.001513511,0.0011309582,0.00004388716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000987291,0.0014890261,0.99197805,0.00028474652,0.00009861171,0.00014511215,0.0016569282,0.0011982449,0.00031191445,0.000014341901,0.0018303295,0.0008939801],"study_design_scores_gemma":[0.00271722,0.00022326429,0.98061085,0.00011212908,0.000023976438,0.0005043672,0.0032576197,0.0049860617,0.000044723216,0.0072676074,0.00006359731,0.00018861107],"about_ca_topic_score_codex":0.00031797602,"about_ca_topic_score_gemma":0.00040201415,"teacher_disagreement_score":0.046895072,"about_ca_system_score_codex":0.001479972,"about_ca_system_score_gemma":0.0010420382,"threshold_uncertainty_score":0.99983984},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4295827824","doi":"10.1016/j.annonc.2022.07.1459","title":"1326P Oncology under attack by predatory journals: A global survey","year":2022,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Impact factor; Descriptive statistics; Citation; Family medicine; Publishing; Medical education; Library science; Political science","score_opus":0.17573406555172752,"score_gpt":0.5317821283083254,"score_spread":0.35604806275659784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295827824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554046,0.032667726,0.0021094768,0.0481064,0.003965026,0.0009274456,0.0011099132,0.00011979827,0.065453775],"genre_scores_gemma":[0.9343855,0.00611832,0.001916987,0.05249709,0.00057553,0.0001146546,0.00020809515,0.00004971122,0.0041341307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662036,0.0014495128,0.00067128515,0.0003827416,0.0003581316,0.0005179989],"domain_scores_gemma":[0.9976538,0.00091380294,0.0005286271,0.0003708945,0.00030141446,0.00023147764],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023705089,0.00020380307,0.00094708236,0.00011543949,0.00023868788,0.0000036340878,0.00035075762,0.0003742667,0.0038483576],"category_scores_gemma":[0.00032625726,0.0001905944,0.00018787241,0.0004323399,0.0005650554,0.00009344612,0.00017896872,0.0007640831,0.000027891323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046206573,0.0034319072,0.054941773,0.000034563087,0.000748856,0.0005798108,0.00027357828,0.0005165289,0.0012395931,0.0005073164,0.7885082,0.14459723],"study_design_scores_gemma":[0.0032068025,0.013245333,0.050726913,0.000009595588,0.00005001104,0.001392663,0.0003937673,0.00005860483,0.00013787282,0.0011180337,0.9294949,0.00016549423],"about_ca_topic_score_codex":0.00009546076,"about_ca_topic_score_gemma":0.00017492556,"teacher_disagreement_score":0.14443174,"about_ca_system_score_codex":0.00069708115,"about_ca_system_score_gemma":0.001554938,"threshold_uncertainty_score":0.99706227},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4297787475","doi":"10.2196/preprints.42507","title":"Patient Perspectives and Preferences for Consent in the Digital Health Context: State-of-the-art Literature Review (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Preprint; Context (archaeology); Digital health; Informed consent; Health care; Internet privacy; Digital library; Legislation; Medicine; Psychology; Medical education; World Wide Web; Political science; Alternative medicine; Computer science; Law","score_opus":0.28593145039213275,"score_gpt":0.5299876861670184,"score_spread":0.24405623577488567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297787475","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1173577,0.5157988,0.00019254448,0.30263963,0.0006458472,0.029494734,0.001449704,0.00006107863,0.032359958],"genre_scores_gemma":[0.7331184,0.2548533,0.00033382257,0.0067471773,0.000032081836,0.000886651,0.00008603131,0.00001959731,0.003922929],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99665654,0.000546256,0.00088070496,0.0006517773,0.0010102788,0.00025443785],"domain_scores_gemma":[0.9862507,0.011675386,0.00038353103,0.0010402589,0.0005364502,0.00011365888],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0047163526,0.00019951558,0.00069490477,0.00006642672,0.000088598084,0.00009049024,0.0004368907,0.00015372844,0.00014768772],"category_scores_gemma":[0.01866492,0.000101888865,0.00025138332,0.00018409645,0.0004391125,0.000028340373,0.0014809696,0.004115055,0.0000015534637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002074311,0.004088082,0.05252744,0.2579142,0.000870651,0.00006384093,0.15924542,0.000033310524,0.000006010164,0.12776013,0.07259496,0.32282165],"study_design_scores_gemma":[0.0035637238,0.0066228267,0.044576894,0.20766751,0.00016725063,0.00011194677,0.057929713,0.000105303356,0.000064465574,0.5314839,0.14686209,0.0008443983],"about_ca_topic_score_codex":0.00007687193,"about_ca_topic_score_gemma":0.000581517,"teacher_disagreement_score":0.6157607,"about_ca_system_score_codex":0.0001631353,"about_ca_system_score_gemma":0.0019496777,"threshold_uncertainty_score":0.9981825},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302027384","doi":"10.21203/rs.3.rs-2108920/v1","title":"Techniques predatory journals use to solicit manuscripts: a contrast between Africa (lower- income countries) and Canada (high income country)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University; MicroResearch","keywords":"Publishing; Timeline; Public relations; Political science; Psychology; Geography; Law","score_opus":0.43964109730457085,"score_gpt":0.5436568410953451,"score_spread":0.10401574379077422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302027384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597957,0.004753274,0.0007540068,0.0064397547,0.0014733764,0.004947342,0.018300012,0.00016268589,0.0033738413],"genre_scores_gemma":[0.9882503,0.0023488891,0.0007209633,0.000336541,0.0006053847,0.0006701965,0.00007662395,0.000104662744,0.0068864194],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.94296896,0.0033186094,0.002282744,0.0027313656,0.045704555,0.0029937744],"domain_scores_gemma":[0.95733434,0.020900244,0.00072154345,0.003375301,0.014559456,0.0031090917],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.07385631,0.0007266749,0.0017316821,0.08301059,0.0019933572,0.016700527,0.008991889,0.0007373277,0.0046943408],"category_scores_gemma":[0.06837624,0.0005998361,0.00024683695,0.093298264,0.0006861309,0.0010890696,0.02252647,0.005922473,0.00008335066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027402627,0.00014922,0.7577138,0.00044629732,0.00021988021,0.00081014814,0.0003842135,0.00008125226,0.00006849953,0.0006659779,0.22999161,0.009195073],"study_design_scores_gemma":[0.00033640434,0.0005315295,0.39490056,0.00035910343,0.000014244702,0.000010537827,0.00045774263,0.00010588213,0.00010216246,0.0033786274,0.5992043,0.00059890916],"about_ca_topic_score_codex":0.5694511,"about_ca_topic_score_gemma":0.18880321,"teacher_disagreement_score":0.3806479,"about_ca_system_score_codex":0.004297902,"about_ca_system_score_gemma":0.008745584,"threshold_uncertainty_score":0.9996453},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4303685495","doi":"10.5539/ass.v18n11p1","title":"Announcement of Retraction","year":2022,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.08091516469636528,"score_gpt":0.4205229169883401,"score_spread":0.3396077522919748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303685495","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07667872,0.000019651005,0.00063412817,0.008521835,0.0016857729,0.000111591886,0.00002465116,0.000023905264,0.91229975],"genre_scores_gemma":[0.9975599,7.863184e-7,0.00009921101,0.0003263936,0.00012484675,0.0000080334175,0.0000010137448,0.0000021241738,0.001877676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947963,0.00014470788,0.00034953567,0.00035604564,0.004119893,0.0002335446],"domain_scores_gemma":[0.999041,0.00010755013,0.00033275524,0.00021253932,0.00023840251,0.00006771934],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011342714,0.00004935423,0.00012067433,0.00022557254,0.0014743631,0.00034259088,0.0028707224,0.000033312273,0.00089033693],"category_scores_gemma":[0.0019011743,0.000041661533,0.000049856946,0.0040298323,0.00049246504,0.001619019,0.0006869912,0.0003140057,0.00002521707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020084544,0.00007166047,0.007049878,8.6524295e-7,0.0000028585828,0.0000024503618,0.0073087267,0.000011037585,0.0050611254,0.069393575,0.11247926,0.79859847],"study_design_scores_gemma":[0.00022643263,0.00010221496,0.2727848,0.0000021904632,0.000004840262,0.000008692741,0.03879027,0.0001612551,0.0013116372,0.06412281,0.62228435,0.00020050004],"about_ca_topic_score_codex":0.00007012867,"about_ca_topic_score_gemma":0.0000025910783,"teacher_disagreement_score":0.9208812,"about_ca_system_score_codex":0.00018777179,"about_ca_system_score_gemma":0.0003524213,"threshold_uncertainty_score":0.9998256},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4307935509","doi":"10.1136/gutjnl-2022-328829","title":"On the ethics of digestive health research in historically marginalised communities","year":2022,"lang":"en","type":"letter","venue":"Gut","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Environmental ethics; Engineering ethics; Sociology; Medicine; Gerontology; Political science; Philosophy; Engineering","score_opus":0.9289813502170878,"score_gpt":0.6563610679743941,"score_spread":0.27262028224269375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307935509","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021120412,0.0011516876,0.000005373817,0.9730781,0.0015406042,0.0024060109,0.0003430202,0.000057059322,0.019306159],"genre_scores_gemma":[0.011822593,0.0015307044,0.000095484254,0.9763635,0.0012083043,0.0011600635,0.00040991735,0.000107676766,0.0073017883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8683063,0.12573771,0.0015027293,0.0004007089,0.0026894894,0.0013630894],"domain_scores_gemma":[0.8653626,0.13054377,0.0012659075,0.0017793868,0.0009172189,0.00013114396],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.054371998,0.0003154654,0.00090704183,0.0007408279,0.0032393592,0.000017419403,0.0016419296,0.0014849941,0.0022417132],"category_scores_gemma":[0.0106627075,0.00024897337,0.00010897527,0.000939207,0.0006275509,0.00009687933,0.0009404032,0.07268722,0.0002608437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017865999,0.00008703205,0.0012245385,0.0031188494,0.000023294391,0.00006537164,0.07352455,0.0000015994858,3.3619304e-7,0.011874668,0.9095477,0.0003534142],"study_design_scores_gemma":[0.00027085852,0.00054556556,0.0021522257,0.0016597456,0.000006147313,0.000001271445,0.019486114,0.000005425056,9.193014e-8,0.008992187,0.96670324,0.0001771153],"about_ca_topic_score_codex":0.110030554,"about_ca_topic_score_gemma":0.0077628163,"teacher_disagreement_score":0.10226774,"about_ca_system_score_codex":0.005475248,"about_ca_system_score_gemma":0.010579822,"threshold_uncertainty_score":0.99999624},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4308314465","doi":"10.1007/s10639-022-11365-1","title":"Developing a comprehensive plagiarism assessment rubric","year":2022,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Likert scale; Psychology; Categorization; Paraphrase; Mathematics education; Writing assessment; Plagiarism detection; Computer science; Medical education; Medicine; Information retrieval; Artificial intelligence","score_opus":0.023286801803039932,"score_gpt":0.328594484222961,"score_spread":0.30530768241992107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308314465","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3233856,0.0017719032,0.02553642,0.28472427,0.004535568,0.0015473361,0.000045451718,0.0031651396,0.3552883],"genre_scores_gemma":[0.98613685,0.0011037097,0.008549163,0.00334717,0.000036239944,0.00018227834,0.00006394166,0.0000026237158,0.0005780125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992705,0.000080916834,0.00018375301,0.00006814743,0.00025973746,0.00013691693],"domain_scores_gemma":[0.999567,0.000083607716,0.00012867425,0.00007750427,0.0001235717,0.000019695975],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00048079138,0.000059535603,0.00007034398,0.00024384206,0.0013351947,0.00008879339,0.00020096342,0.0001996748,0.00014471386],"category_scores_gemma":[0.00022996213,0.00006242244,0.000015134265,0.00036478823,0.00013969751,0.0011412419,0.00013306951,0.0008060745,0.00002054095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012944578,0.000010469284,0.00045895408,0.0000074134878,0.0000036750148,4.1369475e-8,0.01107871,0.000004538921,0.0000036845452,0.7660672,0.016633404,0.2057306],"study_design_scores_gemma":[0.000043982724,0.000010593949,0.0015094331,0.000004354924,0.0000018232663,0.000002997639,0.26946318,0.000050510564,0.00003213104,0.016021674,0.71279126,0.000068040245],"about_ca_topic_score_codex":0.00041147336,"about_ca_topic_score_gemma":0.000008119597,"teacher_disagreement_score":0.75004554,"about_ca_system_score_codex":0.00027811818,"about_ca_system_score_gemma":0.0007493325,"threshold_uncertainty_score":0.99996495},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4308834752","doi":"10.1007/s11095-022-03432-6","title":"Retraction Note: Codelivery of HIF-1α siRNA and Dinaciclib by Carboxylated Graphene Oxide-Trimethyl Chitosan-Hyaluronate Nanoparticles Significantly Suppresses Cancer Cell Progression","year":2022,"lang":"en","type":"retraction","venue":"Pharmaceutical Research","topic":"Graphene and Nanomaterials Applications","field":"Engineering","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Chitosan; Chemistry; Cancer research; Nanoparticle; Cell; Cancer; Medicine; Nanotechnology; Materials science; Biochemistry; Internal medicine","score_opus":0.06182347319304988,"score_gpt":0.4101808908380219,"score_spread":0.348357417644972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308834752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90361565,0.087532066,0.00005073251,0.00022156138,0.001549529,0.001864666,0.0019682252,0.00035708543,0.0028404596],"genre_scores_gemma":[0.86867183,0.12969922,0.00011646616,0.000008390057,0.00018080183,0.0006296404,0.00039247214,0.00012945838,0.0001717492],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99575603,0.00053626864,0.0007257682,0.0006894245,0.0014416515,0.0008508478],"domain_scores_gemma":[0.9979915,0.00083110714,0.00016287016,0.0004102168,0.00023396923,0.00037031548],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010830592,0.00042013594,0.0006053515,0.0004053183,0.00038393895,0.00010811395,0.0003958797,0.0006332489,0.0011691864],"category_scores_gemma":[0.00009933685,0.0004172011,0.00013321424,0.0011368432,0.00030660196,0.00027608214,0.00022626285,0.0020938853,0.000010232859],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025256842,0.0002648688,0.000080049256,0.0013553336,0.00011310053,0.000009098667,0.00005458763,0.00013557212,0.96707565,0.000024763442,0.018270914,0.01236347],"study_design_scores_gemma":[0.0005516661,0.00014050945,0.00018901342,0.00013090535,0.00018409068,0.000004123577,0.00006531583,0.0056929383,0.92189866,0.00008352832,0.07068202,0.00037721405],"about_ca_topic_score_codex":0.0010545404,"about_ca_topic_score_gemma":0.000022377497,"teacher_disagreement_score":0.052411105,"about_ca_system_score_codex":0.00021703664,"about_ca_system_score_gemma":0.00017845747,"threshold_uncertainty_score":0.999828},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4309080724","doi":"10.1016/j.ajogmf.2022.100786","title":"Keepin’ it real: research integrity, manuscript trustworthiness, and data reliability","year":2022,"lang":"en","type":"editorial","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Measles; Scopus; Autism; Autism spectrum disorder; Medicine; Pediatrics; Psychology; Library science; MEDLINE; Vaccination; Psychiatry; Pathology; Computer science; Political science","score_opus":0.2397307506893118,"score_gpt":0.4978062870131412,"score_spread":0.2580755363238294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309080724","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09307966,0.003801514,0.000036908903,0.013686347,0.8877639,0.00063782465,0.00018860334,0.00003085301,0.00077436655],"genre_scores_gemma":[0.14434345,0.091442786,0.004405131,0.0013758997,0.75367695,0.00006449396,0.0016858077,0.000254308,0.0027511586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99228054,0.0017270218,0.0020556718,0.00092982576,0.002189793,0.000817163],"domain_scores_gemma":[0.9010784,0.08212268,0.003496599,0.0035119653,0.008619592,0.0011707641],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011835498,0.00036512033,0.0016261438,0.0014865645,0.00046971795,0.00007982523,0.0014955694,0.00077015423,0.0005355855],"category_scores_gemma":[0.1672875,0.0003322907,0.00017266886,0.0023845215,0.0015804473,0.00029604632,0.0010551803,0.010045043,0.000022474556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032186203,0.0003607406,0.01320212,0.00019788643,0.00012451255,0.00035034135,0.0011279751,0.0000029485516,0.0000027666322,0.000020122718,0.8402008,0.14408797],"study_design_scores_gemma":[0.00019226634,0.0048998096,0.0023808826,0.00014071664,0.0003083018,0.00013994935,0.01213837,0.00007159299,0.000005239795,0.0009636105,0.97850907,0.00025021372],"about_ca_topic_score_codex":0.005203081,"about_ca_topic_score_gemma":0.00030068925,"teacher_disagreement_score":0.155452,"about_ca_system_score_codex":0.0018753294,"about_ca_system_score_gemma":0.0073115393,"threshold_uncertainty_score":0.9999129},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4310224193","doi":"10.15402/esj.v8i2.70776","title":"Avoiding Risk, Protecting the “Vulnerable”: A Story of Performative Ethics and Community Research Relationships","year":2022,"lang":"en","type":"article","venue":"Engaged Scholar Journal Community-Engaged Research Teaching and Learning","topic":"Ethics in medical practice","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; University of Saskatchewan","keywords":"Public relations; Sociology; Political science","score_opus":0.6049047470961533,"score_gpt":0.5714209861346862,"score_spread":0.0334837609614671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310224193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855739,0.0016666744,0.00072974566,0.004876182,0.00025338837,0.0009907925,0.0000069640982,0.00009668107,0.005805711],"genre_scores_gemma":[0.99553245,0.000961821,0.0019101516,0.00019607673,0.00024548505,0.00017158633,0.000008848642,0.00008056928,0.00089299015],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.0017769473,0.9922048,0.0010501636,0.0002650092,0.0034492936,0.0012537799],"domain_scores_gemma":[0.010622755,0.9851885,0.0009648182,0.0009788685,0.0017759282,0.00046915945],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.999632,0.00026794223,0.00048080893,0.0010825052,0.9965201,0.0004024865,0.0016572749,0.0005395493,0.00014079617],"category_scores_gemma":[0.99949163,0.00021739214,0.0000940338,0.0011452746,0.0018437909,0.001133372,0.003989628,0.999342,0.00001231178],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021337249,0.00018438442,0.0047132056,0.00042819043,0.00010388332,0.000007969587,0.9874031,0.0006899534,0.0014929245,0.00012507253,0.0003569856,0.004280991],"study_design_scores_gemma":[0.0009988908,0.0008161693,0.0054389974,0.0010163349,0.000032385204,0.00016025812,0.9742741,0.0015058013,0.000016357602,0.0035399543,0.0120079145,0.00019284931],"about_ca_topic_score_codex":0.004920459,"about_ca_topic_score_gemma":0.00035137194,"teacher_disagreement_score":0.9988024,"about_ca_system_score_codex":0.0008207202,"about_ca_system_score_gemma":0.0012283012,"threshold_uncertainty_score":0.8864994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4310773520","doi":"10.1016/j.jclinepi.2022.11.020","title":"Indicators of questionable research practices were identified in 163,129 randomized controlled trials","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"ZonMw","keywords":"Blinding; Randomized controlled trial; Checklist; Proxy (statistics); Sample size determination; Publication bias; Medicine; Logistic regression; MEDLINE; Impact factor; Consolidated Standards of Reporting Trials; Family medicine; Meta-analysis; Statistics; Psychology; Surgery; Internal medicine","score_opus":0.9659537253604227,"score_gpt":0.7731422889942364,"score_spread":0.19281143636618625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310773520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050728,0.018683337,0.0070323986,0.051912956,0.005206742,0.0043877074,0.000019500469,0.000002938255,0.007681627],"genre_scores_gemma":[0.987888,0.0014980998,0.0043727574,0.0008571908,0.0005354849,0.00013980536,0.0000021733872,0.0000098077935,0.004696714],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.013345846,0.8360722,0.14230552,0.00076966506,0.0070727156,0.00043401966],"domain_scores_gemma":[0.0019291795,0.7941249,0.19955583,0.0015497688,0.0025557461,0.00028457865],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98947763,0.00023848092,0.07177835,0.0027014476,0.00017147916,0.00010565714,0.003145909,0.00029511916,0.020028546],"category_scores_gemma":[0.99550444,0.00009647657,0.016644537,0.0021339278,0.0006108762,0.00028348475,0.00040395372,0.0026551476,0.00015135181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17781569,0.0013463752,0.48071548,0.000083724546,0.0056680283,0.000092404545,0.0003361308,0.0036560646,0.000027505152,0.06983161,0.24701639,0.013410604],"study_design_scores_gemma":[0.25409484,0.001099375,0.043941323,0.00016351332,0.00198919,0.00009946784,0.002644935,0.0075205425,0.0000040094938,0.55695516,0.13125907,0.00022857416],"about_ca_topic_score_codex":0.00007460198,"about_ca_topic_score_gemma":0.000025037602,"teacher_disagreement_score":0.48712355,"about_ca_system_score_codex":0.00006306936,"about_ca_system_score_gemma":0.0010643451,"threshold_uncertainty_score":0.99964577},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311046123","doi":"10.1007/s11192-022-04565-6","title":"Retraction of Predatory publishing in Scopus: evidence on cross-country differences lacks justification","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Scopus; Publishing; Bibliometrics; Library science; Data science; Political science; Regional science; Computer science; Geography; MEDLINE; Law","score_opus":0.7729591827362152,"score_gpt":0.6206454994995081,"score_spread":0.15231368323670713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311046123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859817,0.0014403409,0.0007649863,0.0004990958,0.0038719669,0.00041493453,0.00016691037,0.000033950568,0.004209634],"genre_scores_gemma":[0.9975622,0.00019991281,0.0002498348,0.00013407263,0.000082184,0.000044307388,0.000012112484,0.000012527898,0.0017027968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9628152,0.0007973398,0.0015642622,0.0014876176,0.032456428,0.00087914756],"domain_scores_gemma":[0.97594756,0.01508291,0.0012771401,0.0017986144,0.005421689,0.0004720582],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09781933,0.00019763832,0.00040519002,0.21557449,0.00068646536,0.0067095743,0.005449575,0.00020236606,0.0011561909],"category_scores_gemma":[0.27711844,0.00016431129,0.00013692804,0.6009262,0.00039972298,0.004809255,0.0015294885,0.0013916155,0.0000779208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008790491,0.00045448792,0.9269142,0.00002293511,0.0000046827026,0.0000074609156,0.00032113513,0.0016653131,0.0012292454,0.0013475316,0.00771228,0.060232814],"study_design_scores_gemma":[0.00038789544,0.0003916381,0.9791538,0.000032638396,0.0000036056194,0.0000030835872,0.0012208901,0.008783312,0.0012112206,0.0018374604,0.00676536,0.00020910651],"about_ca_topic_score_codex":0.00031571757,"about_ca_topic_score_gemma":0.000034142344,"teacher_disagreement_score":0.38535172,"about_ca_system_score_codex":0.0010373471,"about_ca_system_score_gemma":0.00064940355,"threshold_uncertainty_score":0.9999314},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313199550","doi":"10.14740/wjon1438r","title":"Retraction Notice to “Cancer Prevalence in E-Cigarette Users: A Retrospective Cross-Sectional NHANES Study”","year":2022,"lang":"en","type":"retraction","venue":"World Journal of Oncology","topic":"Nutrition, Health and Food Behavior","field":"Nursing","cited_by":3,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Notice; Cross-sectional study; Environmental health; Cancer; Family medicine; Gerontology; Internal medicine; Pathology","score_opus":0.05717473482894379,"score_gpt":0.43171673360693197,"score_spread":0.37454199877798816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313199550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87278044,0.0057732672,0.000011008653,0.0059734606,0.11028527,0.0025112294,0.00031872094,0.00006622469,0.0022803927],"genre_scores_gemma":[0.96580845,0.0034163033,0.00043963324,0.001816992,0.015860174,0.0004884081,0.000060948973,0.00018523658,0.011923878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435323,0.0009863359,0.0018731838,0.0006541436,0.0015158597,0.00061724725],"domain_scores_gemma":[0.9955406,0.0005654049,0.0023153406,0.00029076057,0.0009881372,0.00029974486],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030385624,0.00039551748,0.0011051424,0.0024265142,0.0003940082,0.00009923701,0.0004636245,0.0008109449,0.0034744798],"category_scores_gemma":[0.0005414645,0.00042786176,0.00030476102,0.0015512985,0.00009051889,0.00058868644,0.00007655078,0.006742415,0.000021175842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01098119,0.0040162373,0.88551146,0.0006364328,0.0001663185,0.0006036983,0.0015153651,0.0003424146,0.00019867653,0.000005068774,0.079646714,0.016376454],"study_design_scores_gemma":[0.0019737876,0.006718708,0.6773244,0.00035722434,0.00026983308,0.00046619834,0.00027582652,0.0000037692437,0.000028599696,0.000041306368,0.31226867,0.00027163763],"about_ca_topic_score_codex":0.0004724134,"about_ca_topic_score_gemma":0.004498649,"teacher_disagreement_score":0.23262195,"about_ca_system_score_codex":0.011471875,"about_ca_system_score_gemma":0.0008753537,"threshold_uncertainty_score":0.9998173},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313208965","doi":"10.4103/0973-3698.364675","title":"Disseminating Biomedical Research: Predatory Journals and Practices","year":2022,"lang":"en","type":"article","venue":"Indian Journal of Rheumatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Dissemination; Engineering","score_opus":0.6830509861330616,"score_gpt":0.6488471419017912,"score_spread":0.03420384423127043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313208965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833119,0.007029027,0.00014075382,0.007916777,0.0009472963,0.00008728595,0.000019135565,0.0000039060565,0.00054395513],"genre_scores_gemma":[0.9980003,0.0009494791,0.00074206723,0.000052357635,0.000046559024,0.000004319109,5.642319e-7,0.000009548221,0.00019477459],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.981538,0.0032074107,0.0015722213,0.0003794171,0.012593251,0.0007097161],"domain_scores_gemma":[0.9654472,0.025972348,0.0032099613,0.00042474899,0.003988719,0.0009570552],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.12487538,0.000101748556,0.0004821823,0.067568064,0.0010347668,0.0012925814,0.0027757373,0.00010626692,0.002487135],"category_scores_gemma":[0.20049366,0.00007244194,0.000115665694,0.061971772,0.0006393072,0.00084342744,0.0015036359,0.002121441,0.000032023694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119018536,0.0003369398,0.7015039,0.000019291914,0.00007604732,0.0018359275,0.0036791025,0.000015968422,0.00066429545,0.0009404521,0.09676135,0.19404773],"study_design_scores_gemma":[0.0026481857,0.004397966,0.12911253,0.00014236593,0.00001872927,0.10573468,0.098282784,0.0012601323,0.00029738262,0.05457896,0.6030451,0.00048118908],"about_ca_topic_score_codex":0.0000344341,"about_ca_topic_score_gemma":0.0000046612304,"teacher_disagreement_score":0.57239133,"about_ca_system_score_codex":0.00013682978,"about_ca_system_score_gemma":0.0008589899,"threshold_uncertainty_score":0.9997442},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313423566","doi":"10.14740/jcgo812r","title":"Retraction Notice to “A Novel Approach in Management of Placenta Accreta Spectrum Disorders: A Single-Center Surgical Experience From Vietnam”","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Gynecology and Obstetrics","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Placenta accreta; Notice; Medicine; Obstetrics; Placenta; Pregnancy; Fetus; Political science; Law","score_opus":0.07660400714225891,"score_gpt":0.372677290641021,"score_spread":0.2960732834987621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313423566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934176,0.00052861986,0.00028037664,0.0020863581,0.0022318102,0.00028288635,0.000015045875,0.000004051617,0.0011532026],"genre_scores_gemma":[0.996594,0.00062941137,0.001984842,0.00046494204,0.00011433674,0.0000065059626,0.0000057644784,0.000008449199,0.00019170869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976954,0.00018538065,0.001283095,0.00023035606,0.00040058294,0.00020517285],"domain_scores_gemma":[0.9972578,0.0018130022,0.00051816733,0.0001399187,0.000050303785,0.00022079346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009466533,0.000105604384,0.0006280009,0.00020001782,0.000056522378,0.0000068109002,0.00015454015,0.00017473074,0.00024816304],"category_scores_gemma":[0.0006606166,0.000086596636,0.00014373077,0.0004177858,0.000068526286,0.00007602549,0.00018429436,0.0010040388,0.000002303269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057462305,0.0073687923,0.9543796,0.0003079787,0.0001387447,0.0008247257,0.0007594284,0.00009630481,0.000022996916,0.00038643627,0.000124918,0.029843822],"study_design_scores_gemma":[0.0132632,0.0051292335,0.94486904,0.00015717007,0.00012993894,0.00042704356,0.0042020627,0.00080062525,0.000017177625,0.00025831853,0.030576916,0.00016925661],"about_ca_topic_score_codex":0.000022224503,"about_ca_topic_score_gemma":0.000013682413,"teacher_disagreement_score":0.030451998,"about_ca_system_score_codex":0.0001112989,"about_ca_system_score_gemma":0.000050396793,"threshold_uncertainty_score":0.4362105},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4316465075","doi":"10.1186/s12943-023-01718-w","title":"Retraction Note: CircPSMC3 suppresses the proliferation and metastasis of gastric cancer by acting as a competitive endogenous RNA through sponging miR-296-5p","year":2023,"lang":"en","type":"retraction","venue":"Molecular Cancer","topic":"Circular RNAs in diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Biology; Endogeny; Competing endogenous RNA; Cancer research; Metastasis; Cancer; RNA; microRNA; Gene; Biochemistry; Genetics; Long non-coding RNA","score_opus":0.024696512905614126,"score_gpt":0.3109064122586317,"score_spread":0.28620989935301755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316465075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51630217,0.43238607,0.010575046,0.0020050525,0.010788875,0.006254455,0.010500765,0.00029054345,0.010897061],"genre_scores_gemma":[0.92416465,0.06978821,0.0001871088,0.00039193552,0.0011933327,0.00080007565,0.0022172525,0.00024709906,0.0010103605],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973301,0.00028842132,0.00046341273,0.00083702203,0.00063477986,0.00044625116],"domain_scores_gemma":[0.99826515,0.00008877632,0.0006530053,0.00055149844,0.00035169924,0.00008985853],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002610769,0.0004820545,0.0004916966,0.00012283366,0.0002525381,0.000102405815,0.00028642925,0.000637979,0.000104874554],"category_scores_gemma":[0.0004308688,0.00044774456,0.0002902985,0.00039156817,0.0001795761,0.00002934315,0.00016758838,0.0006314656,0.000005190792],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019033121,0.00007601891,0.00013533859,0.0006003752,0.001075776,0.0000477583,0.00028750245,0.00051510317,0.96516967,0.000023361845,0.012077356,0.019801421],"study_design_scores_gemma":[0.00051965297,0.00015619316,0.00012897013,0.00044768187,0.0010557768,0.000096639116,0.00036607528,0.00008576648,0.8449009,0.000041557334,0.15166326,0.00053754984],"about_ca_topic_score_codex":0.0020815623,"about_ca_topic_score_gemma":0.00034525417,"teacher_disagreement_score":0.40786248,"about_ca_system_score_codex":0.00030111423,"about_ca_system_score_gemma":0.00074629905,"threshold_uncertainty_score":0.9997974},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4317395600","doi":"10.31219/osf.io/ptkqa","title":"Research Ethics Review of Patient-Oriented Research: Perspectives of Researchers and Research Ethics Boards","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Calgary; Robarts Clinical Trials; Glycemic Index Laboratories; Canadian Institutes of Health Research; University of British Columbia","funders":"","keywords":"Research ethics; Interpretation (philosophy); Perspective (graphical); Medical education; Curriculum; Psychology; Compensation (psychology); Engineering ethics; Medicine; Social psychology; Pedagogy; Engineering; Computer science","score_opus":0.9480763209145328,"score_gpt":0.7650084394617044,"score_spread":0.18306788145282837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317395600","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098428495,0.22285944,0.000119708304,0.5273439,0.0010240555,0.020293422,0.0007014486,0.00044614772,0.12878335],"genre_scores_gemma":[0.14467955,0.81975234,0.0053916587,0.00045727743,0.00048418902,0.0008376721,0.00015862897,0.0003659481,0.02787275],"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.79251605,0.09198212,0.007310355,0.007150743,0.09411408,0.0069266534],"domain_scores_gemma":[0.21848314,0.5677194,0.00096691,0.01086737,0.19877496,0.0031882168],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5265709,0.0007014534,0.0029265534,0.0066317907,0.0013425715,0.0001735121,0.003084824,0.0085785985,0.00096069305],"category_scores_gemma":[0.8061759,0.0006057453,0.0007602076,0.010248248,0.030824646,0.00016123393,0.02458913,0.20367628,0.0002118633],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034963333,0.002827123,0.0024582248,0.47004074,0.0014248748,0.00053262775,0.08834282,0.000008112376,0.0015391861,0.34703496,0.07883352,0.0034614562],"study_design_scores_gemma":[0.0024618392,0.009928033,0.0026581748,0.355,0.00018186773,0.000028199129,0.2304824,0.0002206752,0.0074368897,0.36183783,0.028794363,0.0009697355],"about_ca_topic_score_codex":0.011315394,"about_ca_topic_score_gemma":0.0018599454,"teacher_disagreement_score":0.5968929,"about_ca_system_score_codex":0.0018324384,"about_ca_system_score_gemma":0.039949134,"threshold_uncertainty_score":0.99995756},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4320709180","doi":"10.1007/s11356-023-25918-5","title":"Retraction Note: Nutrient mass balance of a large riverine reservoir in the context of water residence time variability","year":2023,"lang":"en","type":"retraction","venue":"Environmental Science and Pollution Research","topic":"Fish Ecology and Management Studies","field":"Environmental Science","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ecotoxicology; Nutrient; Context (archaeology); Residence; Environmental science; Residence time (fluid dynamics); Water balance; Balance (ability); Hydrology (agriculture); Geography; Ecology; Geology; Biology; Demography; Sociology; Archaeology","score_opus":0.021756550558761523,"score_gpt":0.30912478546185046,"score_spread":0.28736823490308894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320709180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663664,0.00016465777,0.000050625375,0.007392309,0.0008279322,0.00235063,0.00037065684,0.000028215089,0.02244857],"genre_scores_gemma":[0.99082917,0.0035361093,0.000034719684,0.000106399086,0.000047049867,0.00006991107,0.000036893,0.000009537596,0.005330239],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99547327,0.00063285866,0.00042706946,0.0006456243,0.0021708277,0.0006503286],"domain_scores_gemma":[0.9989607,0.00032774569,0.00016100905,0.00046607398,0.000021549933,0.00006297268],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014603122,0.00016979851,0.0002941604,0.00028211635,0.0005977727,0.000024032486,0.0006554591,0.0002775486,0.0013230763],"category_scores_gemma":[0.0005296151,0.000116674,0.000048331556,0.00099688,0.003733096,0.000447149,0.00092479447,0.0008733512,0.00042320456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009559866,0.0023490193,0.22563516,0.0008097017,0.00007834297,0.00008622284,0.0112154065,0.00030412764,0.309248,0.00096341944,0.44239542,0.005959185],"study_design_scores_gemma":[0.0006078508,0.0004853483,0.900658,0.00013933096,0.000024922256,0.000005321567,0.002231898,0.0013245172,0.00963494,0.0016139029,0.08299704,0.0002769186],"about_ca_topic_score_codex":0.0007317725,"about_ca_topic_score_gemma":0.0003876094,"teacher_disagreement_score":0.67502284,"about_ca_system_score_codex":0.00083875423,"about_ca_system_score_gemma":0.0000408245,"threshold_uncertainty_score":0.99958986},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4321846460","doi":"10.2196/39021","title":"Retractions in Dermatology Literature Between 1982 and 2022: Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Dermatology; Medicine; Pathology","score_opus":0.03219977332598051,"score_gpt":0.3672471012859586,"score_spread":0.3350473279599781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321846460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858339,0.002000771,0.000007777574,0.005065796,0.00062302727,0.00085988396,0.00002072054,0.00025761916,0.0053305333],"genre_scores_gemma":[0.9960129,0.0002885079,0.00003546494,0.0020363186,0.0001839474,0.0003019245,0.00018301676,0.000030287509,0.0009275928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976825,0.0002220936,0.00073555607,0.00058055343,0.00022413969,0.0005551172],"domain_scores_gemma":[0.9987277,0.00043928847,0.00012770084,0.00038388933,0.00012897883,0.0001924471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020313317,0.00026869334,0.0008523467,0.0010398099,0.00027005098,0.000013223385,0.0001131599,0.0005465751,0.00004629265],"category_scores_gemma":[0.00017816869,0.00024836295,0.00008431751,0.0010725944,0.00044889608,0.00012969281,0.00013938357,0.0010276452,0.00027037653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009561075,0.00017760687,0.93490684,0.0001682721,0.00012099122,0.004987505,0.0011776292,4.1679823e-7,0.000068607296,0.0001186698,0.05805937,0.00011846689],"study_design_scores_gemma":[0.0031360192,0.0001324075,0.9486044,0.00003838022,0.000051990202,0.010762914,0.00080979953,0.000049356975,0.000029207264,0.00017922485,0.036029827,0.00017648743],"about_ca_topic_score_codex":0.0000220359,"about_ca_topic_score_gemma":0.000073771786,"teacher_disagreement_score":0.022029538,"about_ca_system_score_codex":0.00007418066,"about_ca_system_score_gemma":0.000106658415,"threshold_uncertainty_score":0.99999684},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4323772350","doi":"10.3138/jsp-2022-0049","title":"What Can Be Learned about Predatory Journals from a Failed Study? Possible Motivations behind Predatory Journals","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scrutiny; Publishing; Value (mathematics); Grammar; Documentation; Compromise; Public relations; Psychology; Sociology; Internet privacy; Computer science; Social science; Political science; Law; Linguistics","score_opus":0.62953521345765,"score_gpt":0.5478280282914975,"score_spread":0.0817071851661525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597394,0.0080348,0.00066556345,0.025814287,0.004251598,0.0004516387,0.00020354243,0.00005953562,0.0007796513],"genre_scores_gemma":[0.98731506,0.00318616,0.0010432081,0.0009504287,0.0015914084,0.000010998026,0.000012197156,0.00006315212,0.0058273952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9574059,0.0024365005,0.004229961,0.0010643782,0.03347124,0.0013920157],"domain_scores_gemma":[0.946077,0.010681242,0.0045458535,0.0015790977,0.034657437,0.0024593882],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.15450838,0.00041983527,0.001150375,0.1055856,0.0015892718,0.44051355,0.009997955,0.00057859335,0.0026389195],"category_scores_gemma":[0.32009065,0.00030651334,0.0006763601,0.12845936,0.00017817496,0.23200504,0.0021211545,0.0063811317,0.00014850804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089726804,0.00056756666,0.8114066,0.0000065481477,0.0003731189,0.0004195255,0.007446118,0.0005256999,0.0039040959,0.00003153453,0.119450256,0.055779204],"study_design_scores_gemma":[0.0022656105,0.00043633542,0.91334844,0.00029206031,0.00005695101,0.00006988568,0.042533323,0.0005816566,0.00036745227,0.0097383,0.029946173,0.00036382163],"about_ca_topic_score_codex":0.00025494196,"about_ca_topic_score_gemma":0.00019103172,"teacher_disagreement_score":0.20850852,"about_ca_system_score_codex":0.0006784449,"about_ca_system_score_gemma":0.002418506,"threshold_uncertainty_score":0.9999387},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4323772420","doi":"10.3138/jsp-2022-0028","title":"<i>Academia Letters</i>: Examination of an ‘Experimental’ Academia.edu Publishing Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Trustworthiness; Scholarly communication; Public relations; Library science; Political science; Computer science; Law; Internet privacy","score_opus":0.1432524128185395,"score_gpt":0.3985733770439685,"score_spread":0.255320964225429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529666,0.0006927875,0.0030863762,0.034902483,0.0015416384,0.00019461634,0.000043228632,0.00012223296,0.0064500594],"genre_scores_gemma":[0.98813474,0.00005503414,0.0046724277,0.0046169534,0.0015236675,0.00000726663,0.000031214044,0.000066580484,0.00089212926],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9800035,0.0015358091,0.004213318,0.0009589429,0.012304832,0.000983633],"domain_scores_gemma":[0.9858265,0.0024110451,0.0048260437,0.000927373,0.0050540296,0.00095499324],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.094649956,0.00041677032,0.0010226629,0.004150972,0.00055126287,0.1235711,0.013164668,0.002727248,0.00011910647],"category_scores_gemma":[0.11511511,0.00033630896,0.0004305415,0.0064324504,0.00021293825,0.54934824,0.0016178602,0.01748342,0.00003801925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020258856,0.00027812328,0.028803231,0.000038552193,0.00014802271,0.000092008006,0.014154029,0.035186592,0.1592917,0.0073482827,0.63501966,0.11943722],"study_design_scores_gemma":[0.011161418,0.0009916621,0.3359097,0.0016394123,0.0003391378,0.0008116671,0.071302466,0.28970262,0.0978089,0.08975008,0.097231455,0.0033515075],"about_ca_topic_score_codex":0.00006797177,"about_ca_topic_score_gemma":0.000004374095,"teacher_disagreement_score":0.5377882,"about_ca_system_score_codex":0.0004130591,"about_ca_system_score_gemma":0.0006752226,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4328137750","doi":"10.1016/j.cscm.2023.e02006","title":"Retraction notice to “Alkali-Activated fly ash concrete with untreated coal aggregate: Fresh- and hardened state properties” Case Stud. Constr. Mater. 17(2022) 1141","year":2023,"lang":"en","type":"article","venue":"Case Studies in Construction Materials","topic":"Coal and Its By-products","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Fly ash; Notice; Aggregate (composite); Materials science; Coal; Waste management; Composite material; Engineering; Law; Political science","score_opus":0.039411436122046485,"score_gpt":0.25960641222643466,"score_spread":0.22019497610438818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328137750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938481,0.0003182005,0.000002872819,0.0005083966,0.0030232966,0.0009330924,0.000921462,0.00024956744,0.00019500294],"genre_scores_gemma":[0.99794114,0.00039043455,0.0003520308,0.0001268656,0.0002119476,0.000026007578,0.00011859927,0.000016828353,0.0008161377],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975093,0.00033555602,0.00059922424,0.0007271764,0.00029368824,0.00053502765],"domain_scores_gemma":[0.9988075,0.00016691553,0.00024454272,0.00028475304,0.0003264193,0.00016987674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006628257,0.00038305233,0.0006146393,0.00029807797,0.00051626033,0.00022993966,0.00008543213,0.00013186946,0.00067390356],"category_scores_gemma":[0.00030635964,0.00029237932,0.000023082028,0.00085962354,0.00071787706,0.00045902698,0.00008293075,0.00019498065,0.00015237807],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014685209,0.00007351922,0.092006184,0.0028516678,0.0025567692,0.26288238,0.017888865,0.004853172,0.5294119,0.00006093272,0.030540643,0.04218875],"study_design_scores_gemma":[0.0053395783,0.0017412348,0.016299918,0.00096840586,0.00035599613,0.17562586,0.051990543,0.00034206864,0.7384812,0.0001494541,0.0067038913,0.00200183],"about_ca_topic_score_codex":0.0028862893,"about_ca_topic_score_gemma":0.004135133,"teacher_disagreement_score":0.20906933,"about_ca_system_score_codex":0.000039007056,"about_ca_system_score_gemma":0.00008277584,"threshold_uncertainty_score":0.99995285},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4352977788","doi":"10.5212/praxeduc.v.18.21679.020","title":"Automatic paraphrasing tools: an unexpected consequence of addressing student plagiarism and the impact of COVID in distance education settings","year":2023,"lang":"en","type":"article","venue":"Praxis Educativa","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Agencia Estatal de Investigación; European Regional Development Fund","keywords":"Coronavirus disease 2019 (COVID-19); Academic integrity; Field (mathematics); Matching (statistics); Data science; Analytics; Plagiarism detection; Computer science; Period (music); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychological intervention; World Wide Web; Medical education; Psychology; Information retrieval; Library science","score_opus":0.048679848646313376,"score_gpt":0.4223057305265351,"score_spread":0.3736258818802217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4352977788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992597,0.00059223635,0.000054569697,0.0042243088,0.00019100639,0.0004548673,0.00001399185,0.000042076263,0.0018299487],"genre_scores_gemma":[0.999101,0.00023086602,0.0003756839,0.00007767955,0.00006807645,0.000041730156,0.000014550707,0.000007685552,0.00008276672],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99764735,0.0011071417,0.00042565542,0.00021155308,0.00034224705,0.00026607726],"domain_scores_gemma":[0.99710345,0.002063318,0.00040638162,0.00018966002,0.00014064422,0.00009652507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029596265,0.000118040654,0.00028410455,0.000158979,0.00028135665,0.000075927404,0.00033695312,0.00023115224,0.00007204292],"category_scores_gemma":[0.004065369,0.00008718597,0.00005574003,0.0008950353,0.0010999826,0.00040546482,0.00004061255,0.00061052205,0.0000026493003],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009389291,0.00038042502,0.081480585,0.00017526926,0.00006527104,0.000003411482,0.8486835,0.000055899724,0.0029654943,0.026200442,0.0025119463,0.03738389],"study_design_scores_gemma":[0.0011088155,0.00011739269,0.39955738,0.0014908013,0.000057382047,0.00001927527,0.54696035,0.0024521097,0.0011514823,0.04565276,0.0009917323,0.0004405181],"about_ca_topic_score_codex":0.01657377,"about_ca_topic_score_gemma":0.00041060013,"teacher_disagreement_score":0.31807682,"about_ca_system_score_codex":0.00018710112,"about_ca_system_score_gemma":0.0021201503,"threshold_uncertainty_score":0.989975},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4361003123","doi":"10.1139/bcb-2023-0069","title":"Retraction: MicroRNA-181 inhibits proliferation and promotes apoptosis of chondrocytes in osteoarthritis by targeting <i>PTEN</i>","year":2023,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PTEN; microRNA; Apoptosis; Osteoarthritis; Cancer research; Cell biology; Chemistry; Medicine; Biology; Gene; Pathology; Biochemistry; PI3K/AKT/mTOR pathway","score_opus":0.008416790696968664,"score_gpt":0.23404151053145777,"score_spread":0.22562471983448912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361003123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480145,0.04791758,0.0000020391437,0.00021227259,0.0006643906,0.00066565623,0.0003742071,0.000060146634,0.002089216],"genre_scores_gemma":[0.94985086,0.030979972,0.00024418416,0.00005115479,0.00058590143,0.00013426703,0.0077636805,0.00005892002,0.010331064],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986112,0.000044157798,0.00044120665,0.00053973345,0.00010388169,0.00025978408],"domain_scores_gemma":[0.999332,0.00007395338,0.000280191,0.00013701433,0.00008072368,0.00009613163],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0001677367,0.00029811086,0.0005664646,0.000105101986,0.000068341506,0.000017104474,0.000035962843,0.0013651962,0.000031050255],"category_scores_gemma":[0.00008399442,0.0002887705,0.000068635985,0.00014499479,0.00011858473,0.00005025829,0.000042071482,0.00049793837,0.000005555694],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014580495,0.00010635408,0.00076040364,0.00124002,0.000020796555,0.000007657438,0.000047212874,7.912594e-9,0.96146846,0.0000015137447,0.0031518305,0.033049915],"study_design_scores_gemma":[0.0019467975,0.0010877871,0.000016275839,0.00074106926,0.00010235708,0.00007225415,0.00012758099,0.0000023168532,0.9741451,0.000018496356,0.021519307,0.00022066015],"about_ca_topic_score_codex":0.000025684089,"about_ca_topic_score_gemma":0.000007427124,"teacher_disagreement_score":0.032829255,"about_ca_system_score_codex":0.00004960258,"about_ca_system_score_gemma":0.000093598515,"threshold_uncertainty_score":0.9999564},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4361190824","doi":"10.1139/bcb-2023-0071","title":"Retraction: Role of the TSLP–DC–OX40L pathway in asthma pathogenesis and airway inflammation in mice","year":2023,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"IL-33, ST2, and ILC Pathways","field":"Immunology and Microbiology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pathogenesis; Asthma; Inflammation; Immunology; Medicine; Airway; Anesthesia","score_opus":0.007094731719374244,"score_gpt":0.20202799069243796,"score_spread":0.1949332589730637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361190824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728384,0.017236257,0.0000016947976,0.00006801334,0.001729068,0.0002819159,0.001811396,0.00003334255,0.005999932],"genre_scores_gemma":[0.97756404,0.012666683,0.000009271228,0.000019858478,0.00027481228,0.00004727483,0.0014027916,0.000029067838,0.0079861935],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981928,0.0002856035,0.0005619007,0.0005679426,0.000040673225,0.0003511224],"domain_scores_gemma":[0.99899346,0.00020884133,0.0004190961,0.00028783674,0.000067084664,0.000023695182],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00043771032,0.00032534427,0.0005129053,0.00015577566,0.00011153753,0.000008818065,0.0001920312,0.0027798056,0.00005090674],"category_scores_gemma":[0.00015673069,0.00026979749,0.000093419294,0.00030303068,0.00037422907,0.000046515735,0.00014181354,0.0009638815,0.000030261306],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010233311,0.000055747576,0.0014232695,0.00046326587,0.000029131515,0.0000037493412,0.00021846063,8.324586e-7,0.9801351,0.000026243955,0.0004612275,0.017080627],"study_design_scores_gemma":[0.0005732868,0.00008520411,0.0028772403,0.00017312422,0.000019383902,0.0000436292,0.00042056866,0.0000025037118,0.80210394,0.00008152676,0.19337906,0.00024055636],"about_ca_topic_score_codex":0.00024036085,"about_ca_topic_score_gemma":0.00017867336,"teacher_disagreement_score":0.19291784,"about_ca_system_score_codex":0.000071730676,"about_ca_system_score_gemma":0.00021598375,"threshold_uncertainty_score":0.99997544},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4361190895","doi":"10.1139/bcb-2023-0066","title":"Retraction: Wnt5A regulates the expression of ROR2 tyrosine kinase receptor in ovarian cancer cells","year":2023,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"Wnt/β-catenin signaling in development and cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"ROR1; Receptor tyrosine kinase; Ovarian cancer; Cancer research; Tyrosine kinase; Biology; WNT5A; Proto-oncogene tyrosine-protein kinase Src; Tyrosine; Tropomyosin receptor kinase C; Cell biology; Receptor; Internal medicine; Cancer; Kinase; Wnt signaling pathway; Signal transduction; Medicine; Platelet-derived growth factor receptor; Genetics; Biochemistry; Growth factor","score_opus":0.011893639865209804,"score_gpt":0.25245607317336777,"score_spread":0.24056243330815796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361190895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91565454,0.07036421,0.000024438888,0.00076347514,0.0070624417,0.0006203154,0.00076940894,0.00004690933,0.0046942346],"genre_scores_gemma":[0.83603835,0.090308644,0.0002266699,0.00012357214,0.0032103863,0.00022288605,0.0041476544,0.0000996732,0.065622136],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99833965,0.00009610946,0.0004490375,0.0006655742,0.00013023445,0.0003193956],"domain_scores_gemma":[0.9989932,0.000053371547,0.00039386383,0.00038608216,0.00010742611,0.00006603885],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00034458694,0.0003428898,0.00036289144,0.00006276182,0.00010073893,0.000017449489,0.00028101372,0.00175798,0.00021590496],"category_scores_gemma":[0.000045404333,0.0002652439,0.00010277894,0.00019407895,0.00023458364,0.0000039805805,0.00016128209,0.000499477,0.000008771286],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017947727,0.00004908837,0.00017547877,0.00030362283,0.000035693753,0.0000016910495,0.000022786833,0.000007666118,0.92055523,0.0000017363445,0.07732472,0.0013427981],"study_design_scores_gemma":[0.00038463634,0.00007047848,0.00008210726,0.00020538141,0.000025357605,0.0000024337805,0.000054069882,0.0000022714282,0.7980461,0.000017404704,0.20085062,0.00025914158],"about_ca_topic_score_codex":0.00012054242,"about_ca_topic_score_gemma":0.000015941549,"teacher_disagreement_score":0.123525895,"about_ca_system_score_codex":0.000049951734,"about_ca_system_score_gemma":0.00024323337,"threshold_uncertainty_score":0.99998},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4362529547","doi":"10.32388/dgfz9d","title":"Review of: \"The Ethics of Retraction\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Philosophy and History of Science","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Engineering ethics; Engineering","score_opus":0.25366761261506365,"score_gpt":0.353380830196905,"score_spread":0.09971321758184137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362529547","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4577842e-8,0.29728067,3.820428e-7,0.20366445,0.0067522125,0.00019784192,0.0002937885,0.000022901802,0.4917877],"genre_scores_gemma":[0.000004048599,0.37153083,0.000006079058,0.018758895,0.00046838238,0.000007790451,0.000045206194,0.000009265387,0.6091695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848044,0.000097305914,0.0005117606,0.00018097783,0.0006309587,0.00009856637],"domain_scores_gemma":[0.9981633,0.00019069173,0.0005512074,0.00047647808,0.000592178,0.000026174965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013874148,0.00013315243,0.00050712796,0.000040885436,0.00023678597,0.000008991243,0.00058990094,0.00012745657,0.008342018],"category_scores_gemma":[0.00072439836,0.00008285164,0.00034564454,0.00009997832,0.00085452193,0.00007401475,0.00007751016,0.00083784823,0.00017832842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5261187e-7,0.0000099504605,2.0753534e-8,0.07770017,0.000009724137,1.6132842e-7,0.00036583006,1.5711668e-8,2.8713532e-7,0.10796443,0.81355,0.0003991837],"study_design_scores_gemma":[0.000011491295,0.000017109145,7.9684855e-7,0.10767137,0.000105879924,7.9295677e-7,0.000020250707,1.5741959e-7,0.0000015641442,0.0022343453,0.8898489,0.000087341534],"about_ca_topic_score_codex":0.0003980488,"about_ca_topic_score_gemma":0.00086514547,"teacher_disagreement_score":0.18490556,"about_ca_system_score_codex":0.000027634695,"about_ca_system_score_gemma":0.00029954928,"threshold_uncertainty_score":0.9925645},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4362590573","doi":"10.29173/istl2724","title":"Exploring Factors Contributing to Plagiarism as Students Enter STEM Higher Education Classrooms","year":2023,"lang":"en","type":"article","venue":"Issues in Science and Technology Librarianship","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Grading (engineering); Point (geometry); Mathematics education; Class (philosophy); Population; Psychology; Plagiarism detection; Pedagogy; Sociology; Computer science; Mathematics; Biology","score_opus":0.11383364232330904,"score_gpt":0.3768442148399174,"score_spread":0.26301057251660837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362590573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434514,0.00017622426,0.000012593043,0.04428636,0.0014416494,0.00031652034,0.0000031996537,0.00041584155,0.009896221],"genre_scores_gemma":[0.99185467,0.00023470623,0.000091069945,0.00059502805,0.00017402711,0.000069990994,0.0000025744914,0.000009425386,0.006968481],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973971,0.00011747682,0.00026743524,0.0005148677,0.00081041496,0.0008926708],"domain_scores_gemma":[0.99913913,0.00024752843,0.00007019147,0.00022964062,0.00013251136,0.00018100378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036132406,0.00014451511,0.00020594525,0.0012453236,0.0009656733,0.0003454293,0.0012678155,0.000675029,0.00007613315],"category_scores_gemma":[0.0013428226,0.00013686664,0.00001858298,0.0048253154,0.0010089905,0.001854401,0.0005183363,0.0011198262,0.00018655432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006404715,0.00003078369,0.64397955,0.000005335939,0.0000047020408,0.000009829658,0.023143638,7.8296404e-7,0.00023806632,0.3149763,0.0010543164,0.0165503],"study_design_scores_gemma":[0.00040280275,0.0001298417,0.25777203,0.0003478823,0.000012762234,0.0000034747004,0.18561424,0.000019975427,0.006305431,0.099053144,0.4497382,0.00060019444],"about_ca_topic_score_codex":0.00089720375,"about_ca_topic_score_gemma":0.000095430165,"teacher_disagreement_score":0.4486839,"about_ca_system_score_codex":0.00017252007,"about_ca_system_score_gemma":0.00046639267,"threshold_uncertainty_score":0.7427276},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4362590789","doi":"10.1016/j.heliyon.2023.e15184","title":"COVID-19 retracted publications on retraction watch: A systematic survey of their pre-prints and citations","year":2023,"lang":"en","type":"article","venue":"Heliyon","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Misinformation; Coronavirus disease 2019 (COVID-19); Citation; 2019-20 coronavirus outbreak; Scientific misconduct; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Library science; Alternative medicine; Computer science; Pathology; Disease; Infectious disease (medical specialty)","score_opus":0.11558438210485338,"score_gpt":0.3766997325126453,"score_spread":0.26111535040779194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362590789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578506,0.00021138386,0.0007229226,0.0242541,0.0005720075,0.0011747679,0.00024370766,0.00040080215,0.014569715],"genre_scores_gemma":[0.9938141,0.0011817496,0.00003237,0.0002867444,0.000056945475,0.000048330487,0.000094569354,0.0000071032546,0.0044780606],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99801165,0.0009729969,0.00029691972,0.00017701907,0.00036476422,0.00017666903],"domain_scores_gemma":[0.9963572,0.0028264772,0.00019358542,0.00017734367,0.0002730702,0.00017231253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049234508,0.000073875875,0.00017344163,0.00020922454,0.00048603176,0.000048250007,0.00016170637,0.0005033267,0.00014418016],"category_scores_gemma":[0.021647802,0.000064062064,0.00003199652,0.001263946,0.00013061255,0.00019683268,0.000019748362,0.0006084456,0.00010219963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018924427,0.0005305627,0.16532812,0.029438559,0.00034009857,0.000006287825,0.36030394,0.00017556253,0.0033491014,0.35154188,0.087217346,0.0015793184],"study_design_scores_gemma":[0.0003379039,0.000087355336,0.9555527,0.0022343483,0.000050081366,0.0000040739014,0.015616864,0.00070191856,0.0003336221,0.0054555666,0.019320855,0.00030468617],"about_ca_topic_score_codex":0.0031687915,"about_ca_topic_score_gemma":0.0031784712,"teacher_disagreement_score":0.7902246,"about_ca_system_score_codex":0.00011655824,"about_ca_system_score_gemma":0.00030192325,"threshold_uncertainty_score":0.98659325},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4364351909","doi":"10.1139/bcb-2023-0089","title":"Retraction: Profibrogenic phenotype in caveolin-1 deficiency via differential regulation of STAT-1/3 proteins","year":2023,"lang":"en","type":"retraction","venue":"Biochemistry and Cell Biology","topic":"Caveolin-1 and cellular processes","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenotype; stat; Cell biology; Caveolin 1; Biology; Chemistry; Biophysics; Genetics; Signal transduction; Gene","score_opus":0.009040127260757575,"score_gpt":0.23860530545373407,"score_spread":0.2295651781929765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364351909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738182,0.018242821,0.0008121406,0.000044447068,0.0014754855,0.0006644009,0.00034207242,0.000043715514,0.0045567285],"genre_scores_gemma":[0.9741777,0.007122742,0.00007914809,0.000011326618,0.0010285408,0.00006943363,0.0053816047,0.00005674787,0.012072712],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979811,0.00007511049,0.0005755017,0.00082702277,0.00016234927,0.0003789706],"domain_scores_gemma":[0.9988552,0.000026664638,0.00046255736,0.0004182287,0.00015114076,0.00008624645],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00021180927,0.00038571082,0.00044496972,0.00012299242,0.00007623095,0.000015943937,0.00020349171,0.002054556,0.00008759398],"category_scores_gemma":[0.00007586467,0.00038777178,0.00015438172,0.00023365574,0.00022004002,0.000005384246,0.00014796366,0.00048777016,0.000011860393],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018405382,0.00014241789,0.00039376106,0.0014242907,0.000037029295,0.000002863335,0.000019868388,0.0000041774088,0.99243194,0.000008273609,0.00091779407,0.0044335155],"study_design_scores_gemma":[0.0005631907,0.0002971862,0.00043902072,0.00009352126,0.00007169539,0.000021767237,0.000046909914,0.00003929012,0.9788978,0.00014729779,0.018958477,0.0004238226],"about_ca_topic_score_codex":0.00010423986,"about_ca_topic_score_gemma":0.000036406676,"teacher_disagreement_score":0.018040685,"about_ca_system_score_codex":0.00004275989,"about_ca_system_score_gemma":0.000316518,"threshold_uncertainty_score":0.9998574},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4367030010","doi":"10.3138/cjpe.0019.011","title":"Planning for Multi-Site Ethics Review","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Timeline; Ethics committee; Engineering ethics; Institutional review board; Political science; Psychology; Sociology; Management science; Public administration; Engineering; History; Archaeology","score_opus":0.9187820484258153,"score_gpt":0.7280834737579588,"score_spread":0.19069857466785656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367030010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09456857,0.34451774,0.029371224,0.50030947,0.0022616028,0.023455352,0.000061099134,0.00008810412,0.0053668395],"genre_scores_gemma":[0.49924013,0.0071019675,0.46835986,0.02042497,0.0026496146,0.0004248654,0.00010998205,0.00008548449,0.0016031455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976711,0.00022356374,0.00065027195,0.00013042675,0.0010385145,0.00028610154],"domain_scores_gemma":[0.99239117,0.0016240003,0.0002816979,0.00018930773,0.0047742175,0.0007396207],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027467696,0.00007969812,0.00025752856,0.0001914715,0.00013337376,0.00004122008,0.00014059863,0.00028059457,0.00022057226],"category_scores_gemma":[0.07344625,0.0000682265,0.00016496122,0.00019652651,0.00010971645,0.00010882015,0.0000063405055,0.0019974892,0.000022607506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007060297,0.00011723355,0.008544317,0.002241216,0.00011033534,0.000035701378,0.001434922,0.00017688007,0.00006932131,0.00090456253,0.008432396,0.97786254],"study_design_scores_gemma":[0.007955953,0.0038618052,0.025102569,0.031849593,0.0015573554,0.0004310297,0.0003360191,0.057553522,0.00025950608,0.0054672174,0.8652541,0.00037133193],"about_ca_topic_score_codex":0.00015305549,"about_ca_topic_score_gemma":0.013774974,"teacher_disagreement_score":0.9774912,"about_ca_system_score_codex":0.0004668005,"about_ca_system_score_gemma":0.01061111,"threshold_uncertainty_score":0.9949978},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4367322216","doi":"10.3138/jsp-2022-0066","title":"Who is Publishing in Biomedical Predatory Journals? A Study on Chinese Scholars","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Publishing; Misconduct; Political science; Law","score_opus":0.5387497138985565,"score_gpt":0.5629177425169369,"score_spread":0.02416802861838041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622217,0.0010842714,0.00018825018,0.030107241,0.0023754511,0.0003104643,0.000041858322,0.000039820923,0.0036309436],"genre_scores_gemma":[0.9957267,0.00023774352,0.00032111272,0.0014989092,0.0010114078,0.0000056420467,0.0000022468023,0.000039637474,0.0011565909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9436076,0.0020527872,0.0040545696,0.001110475,0.047687076,0.0014874911],"domain_scores_gemma":[0.9649983,0.009916127,0.00245083,0.0013677373,0.019077055,0.0021899445],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.27564022,0.0003575288,0.0010303566,0.215598,0.0005998862,0.41802508,0.011789939,0.0005984516,0.0005024198],"category_scores_gemma":[0.6091589,0.00023265283,0.00048532564,0.33289507,0.00014354134,0.26619807,0.0023719463,0.010185017,0.00030350714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008474617,0.00069341104,0.7460919,0.0000051804213,0.00006145326,0.00078621146,0.0021434047,0.000050495208,0.00039131084,0.000043655902,0.19635178,0.053296465],"study_design_scores_gemma":[0.0026800565,0.000826095,0.93627834,0.00016793041,0.000008700473,0.00010859203,0.007101155,0.00078460324,0.000022015472,0.008076262,0.043694712,0.000251548],"about_ca_topic_score_codex":0.00008155908,"about_ca_topic_score_gemma":0.000018205597,"teacher_disagreement_score":0.33351862,"about_ca_system_score_codex":0.00066279684,"about_ca_system_score_gemma":0.0012323802,"threshold_uncertainty_score":0.99355674},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4367693328","doi":"10.12688/wellcomeopenres.19318.1","title":"A rapid review of community engagement and informed consent processes for adaptive platform trials and alternative design trials for public health emergencies","year":2023,"lang":"en","type":"review","venue":"Wellcome Open Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Wellcome Trust","keywords":"Informed consent; Community engagement; Public engagement; Psychological intervention; Inclusion (mineral); Medicine; Clinical trial; Randomized controlled trial; Medical education; Family medicine; Psychology; Nursing; Public relations; Alternative medicine; Political science; Social psychology; Surgery; Pathology","score_opus":0.9935300531894014,"score_gpt":0.7615899451739434,"score_spread":0.23194010801545795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367693328","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016213538,0.91937196,0.000649518,0.007614217,0.000110772075,0.06989132,0.0014385019,0.000024071056,0.000898004],"genre_scores_gemma":[0.000004425298,0.9736545,0.005099739,0.00039882615,0.00016746318,0.01738589,0.0005218627,0.0001188893,0.002648423],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.930195,0.05017255,0.011550747,0.0014939929,0.0042054546,0.0023822866],"domain_scores_gemma":[0.07921732,0.9066892,0.0036971257,0.0016957569,0.007532612,0.0011679386],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5545241,0.0005732005,0.010775948,0.0010723773,0.0010829879,0.00032852858,0.002009492,0.0006033375,0.00016958466],"category_scores_gemma":[0.8008628,0.00037815355,0.0007175347,0.0016492045,0.001385526,0.0002569855,0.0032131216,0.004627502,0.000011863208],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081312354,0.0002451921,5.830041e-7,0.59192157,0.0014823863,0.0000015730474,0.00066130795,2.285197e-8,2.2428253e-7,0.0059644827,0.021156034,0.37775347],"study_design_scores_gemma":[0.0031010115,0.0060607954,0.000001775908,0.29701838,0.000520475,0.000007242979,0.0019476642,0.000005219987,0.000009531745,0.011506033,0.6795744,0.0002475091],"about_ca_topic_score_codex":0.0007016959,"about_ca_topic_score_gemma":0.0007905756,"teacher_disagreement_score":0.8565167,"about_ca_system_score_codex":0.0005660849,"about_ca_system_score_gemma":0.04350419,"threshold_uncertainty_score":0.999867},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4368360813","doi":"10.1177/08445621231172621","title":"Research on Predatory Publishing in Health Care: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Nursing Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; CINAHL; MEDLINE; Health care; Grey literature; Scopus; Empirical research; Multidisciplinary approach; Scientific literature; Medicine; Psychology; Nursing; Political science; Social science; Sociology; Psychological intervention; Biology","score_opus":0.9582995180482285,"score_gpt":0.7773683384431942,"score_spread":0.18093117960503435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368360813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007932847,0.9830613,0.000005871211,0.0056852647,0.0015892596,0.0024659343,0.000102329985,0.000008351009,0.0070737717],"genre_scores_gemma":[0.0000626319,0.9977125,0.00008556345,0.0001172995,0.0006837561,0.000052945787,0.000015044393,0.000104733044,0.0011655275],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9330321,0.018737216,0.0053755166,0.0016341337,0.036591046,0.004629992],"domain_scores_gemma":[0.901505,0.055748384,0.0020691953,0.0029100182,0.030033275,0.007734115],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.40285283,0.0004283388,0.0034170642,0.383539,0.0014629222,0.014486265,0.012002132,0.00070381863,0.0003360909],"category_scores_gemma":[0.32090995,0.00031706973,0.00080351083,0.41542244,0.0011598025,0.0016076991,0.00048753902,0.012599956,0.0008042057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000043045884,0.000033094708,0.000014466317,0.018661218,0.000010262755,0.00051667885,0.00040536976,0.0000033406045,8.316779e-9,0.00022489589,0.24585165,0.7342747],"study_design_scores_gemma":[0.00012368926,0.00038391977,0.00002582699,0.54715127,0.0000060151847,0.00008423325,0.0015585775,0.0000033341532,5.9533935e-8,0.0009416304,0.44956338,0.00015806496],"about_ca_topic_score_codex":0.0044093514,"about_ca_topic_score_gemma":0.0087226955,"teacher_disagreement_score":0.7341167,"about_ca_system_score_codex":0.018081998,"about_ca_system_score_gemma":0.10470248,"threshold_uncertainty_score":0.9999738},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4372318926","doi":"10.1038/d41586-023-01396-0","title":"Shielding science from politics: how Joe Biden’s research integrity drive is faring","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Science, Research, and Medicine","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Verdict; Politics; Political science; House of Representatives; Research integrity; Law; Public administration; Public relations","score_opus":0.12606291836500935,"score_gpt":0.4724865144774709,"score_spread":0.34642359611246154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372318926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837475,0.00062563695,0.000015983069,0.039573096,0.00071012304,0.00029924497,0.000018443097,0.00014112756,0.010241613],"genre_scores_gemma":[0.9886419,0.00025611615,0.00039630782,0.0022311003,0.0011360323,0.000012838641,0.000014405975,0.000016225424,0.0072950767],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9950593,0.000066140834,0.00014466197,0.00066680164,0.0029635497,0.0010995397],"domain_scores_gemma":[0.99729097,0.0005253189,0.000030554304,0.0006133178,0.0009450944,0.00059473875],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003673344,0.00013068855,0.00025250294,0.0012003775,0.0005732611,0.00015642549,0.00067956874,0.0006822417,0.00019643999],"category_scores_gemma":[0.008039701,0.000097191245,0.00006799418,0.004007378,0.00122594,0.00027578548,0.0004267625,0.007188595,0.0002094245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015140495,0.0001658255,0.191147,0.0002794619,0.00008956772,0.0012554575,0.024037745,0.0000012162783,0.5137416,0.016676776,0.21448243,0.037971526],"study_design_scores_gemma":[0.0024969724,0.0007030823,0.6753999,0.0015769388,0.000055095334,0.00007467841,0.039257906,0.003952511,0.19966346,0.012808009,0.06356152,0.0004499154],"about_ca_topic_score_codex":0.0008570523,"about_ca_topic_score_gemma":0.000060986164,"teacher_disagreement_score":0.4842529,"about_ca_system_score_codex":0.0003515654,"about_ca_system_score_gemma":0.0010420706,"threshold_uncertainty_score":0.99510187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377237756","doi":"10.1016/j.biochi.2023.03.005","title":"Retraction notice to “Betulinic acid downregulates expression of oxidative stress-induced lipoprotein lipase via PKC/ERK/c-Fos pathways in RAW264.7 macrophages” [Biochimie 119C (2015) 192–203]","year":2023,"lang":"en","type":"retraction","venue":"Biochimie","topic":"Natural product bioactivities and synthesis","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Libin Cardiovascular Institute of Alberta","funders":"","keywords":"Notice; Blot; Promulgation; Western blot; MAPK/ERK pathway; Chemistry; Molecular biology; Biology; Biochemistry; Political science; Law; Kinase","score_opus":0.022128611220059286,"score_gpt":0.27645651994038906,"score_spread":0.2543279087203298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377237756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97539574,0.0081163235,0.00036056744,0.00097545714,0.007888637,0.0032255885,0.0028654947,0.00018520717,0.0009869976],"genre_scores_gemma":[0.9819549,0.003573802,0.0016898992,0.00012157477,0.003734726,0.00023265225,0.003713627,0.00027339178,0.0047054803],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944383,0.00059837813,0.0012497109,0.0019161027,0.00088354497,0.0009139807],"domain_scores_gemma":[0.9964876,0.00017836122,0.0011219265,0.001517377,0.00037415666,0.0003205363],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011191086,0.0010278297,0.001176806,0.00071489176,0.000221413,0.00009465331,0.00074017706,0.0029633914,0.0001273916],"category_scores_gemma":[0.0010686952,0.0009656386,0.000546075,0.00076802424,0.00014856631,0.00004778104,0.0004954705,0.0015383187,0.00014354516],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008534974,0.00036179335,0.000022526418,0.0006141887,0.00017525787,0.000031627085,0.00011875894,0.000035334448,0.95433253,0.000003637592,0.012790763,0.03066009],"study_design_scores_gemma":[0.0007143892,0.000916311,0.0011556926,0.0011133987,0.00014308529,0.000014942923,0.00028411477,0.000022413487,0.98789114,0.000057712674,0.0066354135,0.0010513865],"about_ca_topic_score_codex":0.00072524033,"about_ca_topic_score_gemma":0.000544317,"teacher_disagreement_score":0.033558615,"about_ca_system_score_codex":0.00023816031,"about_ca_system_score_gemma":0.0003498791,"threshold_uncertainty_score":0.99927944},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379160774","doi":"10.1002/leap.1547","title":"Human‐ and <scp>AI</scp>‐based authorship: Principles and ethics","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Premise; Medical journal; Computer science; Key (lock); Operations research; Sociology; Epistemology; Library science; Computer security; Philosophy; Engineering","score_opus":0.437435979144406,"score_gpt":0.47657498597324593,"score_spread":0.03913900682883992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379160774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92392015,0.00024933685,0.0001324438,0.07166136,0.0003088053,0.00023247306,0.0000026143957,0.00028349532,0.0032093131],"genre_scores_gemma":[0.99025327,0.00006783191,0.0004220544,0.004537524,0.00045328654,0.000022963197,0.00007760665,0.000028503948,0.0041369656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.00015244006,0.00030432327,0.00034787392,0.00033045473,0.0003742131],"domain_scores_gemma":[0.9979739,0.0011498332,0.00009925054,0.00023703689,0.00023602415,0.00030391186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025646272,0.00011957881,0.00018150902,0.00027054895,0.0004523044,0.00084112707,0.000090183115,0.00042536636,0.000023470473],"category_scores_gemma":[0.0136817545,0.000114097355,0.0000315271,0.0005166705,0.0001181761,0.0007197846,0.00007459751,0.0014884681,0.000037157733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053412477,0.00021216144,0.60135835,0.0027912022,0.000097039265,0.000111796595,0.101449065,0.00032072692,0.0058136177,0.07875555,0.05895827,0.15007879],"study_design_scores_gemma":[0.000589024,0.00077316276,0.49077135,0.0014375799,0.00019178347,0.000085398045,0.04857774,0.028956624,0.015659194,0.07654667,0.33595967,0.0004517951],"about_ca_topic_score_codex":0.00081630796,"about_ca_topic_score_gemma":0.0002560953,"teacher_disagreement_score":0.2770014,"about_ca_system_score_codex":0.000046923506,"about_ca_system_score_gemma":0.00028552886,"threshold_uncertainty_score":0.9946264},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4380272594","doi":"10.14740/gr1490r","title":"Retraction Notice to “Association of Smoking and E-Cigarette in Chronic Liver Disease: An NHANES Study”","year":2023,"lang":"en","type":"retraction","venue":"Gastroenterology Research","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Notice; Medicine; Cigarette smoking; Association (psychology); Chronic liver disease; Environmental health; Internal medicine; Law; Political science; Psychology","score_opus":0.0820246529110843,"score_gpt":0.4116331607237073,"score_spread":0.329608507812623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380272594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948423,0.0010259332,0.0000013579054,0.0012838681,0.00067396625,0.0019422505,0.00013574689,0.000037614453,0.00005698837],"genre_scores_gemma":[0.99219084,0.0043141926,0.00000747214,0.00007056463,0.0007081602,0.00043431018,0.0004427397,0.000056553705,0.0017751817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608326,0.0008795526,0.00041808418,0.0007048438,0.0012679928,0.00064629415],"domain_scores_gemma":[0.9982229,0.00038784902,0.00017993776,0.00040714061,0.00043915433,0.0003630271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020141753,0.00022708588,0.00059331366,0.0011791016,0.000097277734,0.000033591892,0.00011923068,0.0004572294,0.000091757654],"category_scores_gemma":[0.00049360783,0.00021960614,0.000091643225,0.0004271683,0.00006666261,0.000138841,0.00015342208,0.0014905975,0.00003601708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017448695,0.0014759516,0.9830142,0.0006853618,0.00053657347,0.0005771059,0.0003879584,0.000014791829,0.000038652837,0.0000014285837,0.00871594,0.0028071222],"study_design_scores_gemma":[0.0019147797,0.003940967,0.99162096,0.00066813733,0.000590773,0.0000078322755,0.00024845786,0.00012788671,0.000013417044,0.00000499836,0.0007837264,0.00007809163],"about_ca_topic_score_codex":0.0012122431,"about_ca_topic_score_gemma":0.0040303436,"teacher_disagreement_score":0.008606689,"about_ca_system_score_codex":0.0022951735,"about_ca_system_score_gemma":0.00032508757,"threshold_uncertainty_score":0.89552784},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4384571358","doi":"10.4103/0970-7212.233755","title":"Retraction: 'Barodontalgia- A review","year":2018,"lang":"en","type":"review","venue":"Endodontology","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.2189018060606597,"score_gpt":0.5614139242357512,"score_spread":0.34251211817509153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384571358","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.324768e-8,0.91250217,0.000048386733,0.0009234373,0.006296217,0.003719778,0.000060894643,0.00037731696,0.076071724],"genre_scores_gemma":[7.6693e-8,0.9802575,0.0004976227,0.0018198065,0.0016176868,0.0015273854,0.00044486506,0.00015711943,0.013677922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913985,0.0040848274,0.0021496478,0.0009763167,0.00031694834,0.0010737214],"domain_scores_gemma":[0.99505883,0.0013459662,0.0017075276,0.0014814304,0.00017654726,0.00022968386],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0017925845,0.000730394,0.0043392857,0.000278409,0.0006011079,0.0000056633444,0.00069142855,0.0021926002,0.010474054],"category_scores_gemma":[0.0014894466,0.000584564,0.00091786875,0.0004907403,0.00020977788,0.00010963645,0.00027761707,0.0034934846,0.023403151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004055067,0.000025603496,0.00001367834,0.12325083,0.00015272877,0.00005273831,0.00005769358,3.7460146e-10,1.1227018e-8,0.00040818212,0.6572084,0.2188261],"study_design_scores_gemma":[0.0002536185,0.00008318752,0.000008017377,0.10895302,0.0010235636,0.00022397349,0.000029766943,6.844192e-8,7.685083e-9,0.00009183045,0.8889058,0.00042713326],"about_ca_topic_score_codex":0.00016051588,"about_ca_topic_score_gemma":0.0007234174,"teacher_disagreement_score":0.23169744,"about_ca_system_score_codex":0.0005054766,"about_ca_system_score_gemma":0.0012232402,"threshold_uncertainty_score":0.99966055},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4384663396","doi":"10.1136/bmjebm-2022-111921","title":"Reducing the residue of retractions in evidence synthesis: ways to minimise inappropriate citation and use of retracted data","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Alfred P. Sloan Foundation","keywords":"Citation; Systematic review; MEDLINE; Computer science; Medical literature; Data science; Medicine; Political science; Library science; Law","score_opus":0.35376102033369716,"score_gpt":0.42625773168766457,"score_spread":0.0724967113539674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384663396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8193047,0.0012706527,0.0014789435,0.17554834,0.00047694048,0.0015004138,0.0000482213,0.00007336167,0.00029839305],"genre_scores_gemma":[0.99353236,0.0037545827,0.001726786,0.00045450253,0.00032080803,0.000054932792,0.000012738324,0.000010027705,0.00013327984],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99664915,0.0009135688,0.0007529228,0.00038326147,0.0010177542,0.00028334794],"domain_scores_gemma":[0.9761715,0.022236042,0.00041387478,0.00067092676,0.0003791818,0.0001285061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017688446,0.00012242136,0.00034043385,0.00041944496,0.00022033109,0.00002187372,0.00063100987,0.0003694937,0.000078605284],"category_scores_gemma":[0.21192709,0.000088419074,0.00002738354,0.0022736387,0.00064676267,0.0009975825,0.00010039895,0.00082166685,0.0000073705546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061907796,0.00032289492,0.0907215,0.002982691,0.00021657348,0.00019624906,0.23659325,0.002952592,0.12369359,0.022835374,0.3811357,0.13215879],"study_design_scores_gemma":[0.001567344,0.0011562422,0.7119565,0.12707621,0.0008772072,0.000015947766,0.092896126,0.018432207,0.022527112,0.0067342985,0.015739854,0.0010209342],"about_ca_topic_score_codex":0.02823934,"about_ca_topic_score_gemma":0.0033047737,"teacher_disagreement_score":0.621235,"about_ca_system_score_codex":0.00008541364,"about_ca_system_score_gemma":0.00067812146,"threshold_uncertainty_score":0.97823167},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385337036","doi":"10.1016/j.cmi.2023.07.022","title":"Retracted publications in infectious diseases and clinical microbiology literature: an analysis using the retraction watch database","year":2023,"lang":"en","type":"article","venue":"Clinical Microbiology and Infection","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Clinical microbiology; Medicine; Library science; Data science; Microbiology; Computer science; Biology","score_opus":0.05952147022770649,"score_gpt":0.4175446710175391,"score_spread":0.35802320078983263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385337036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945124,0.00018532318,0.00032509107,0.0029532972,0.0013416964,0.0002578558,0.00011732583,0.00014389933,0.00016311597],"genre_scores_gemma":[0.99048346,0.006927996,0.000041154894,0.0006976049,0.00070849236,0.000009499863,0.00097318896,0.0000069947005,0.00015159133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556905,0.0028161746,0.0007167523,0.0005468486,0.000032276494,0.0003189242],"domain_scores_gemma":[0.9970197,0.0021762105,0.00025231944,0.00023928603,0.00017474937,0.00013771921],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006257669,0.0001416821,0.00037254766,0.00028591335,0.00077285245,0.00009849086,0.00013004713,0.0022356408,0.000059925696],"category_scores_gemma":[0.0039238515,0.00010659713,0.00015255545,0.0018318585,0.0012661865,0.0005114376,0.0000869029,0.0027896822,0.00001549425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048016413,0.0001618994,0.9918636,0.000005991562,0.00014594749,0.0000017396264,0.0006011611,0.000008317063,0.0018007183,0.0016495201,0.0014929024,0.0022201603],"study_design_scores_gemma":[0.0005368025,0.00019128952,0.93856287,0.00003106654,0.0005097133,0.00004827152,0.0004404217,0.001553151,0.000013811404,0.0014622044,0.056413196,0.00023717635],"about_ca_topic_score_codex":0.001389559,"about_ca_topic_score_gemma":0.006585749,"teacher_disagreement_score":0.054920293,"about_ca_system_score_codex":0.000055309578,"about_ca_system_score_gemma":0.00010565418,"threshold_uncertainty_score":0.99951094},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385386714","doi":"10.4242/balisagevol28.hymers01","title":"Retractions and Corrections at Scholars Portal Journals","year":2023,"lang":"en","type":"article","venue":"Balisage series on markup technologies","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Metadata; Computer science; Workflow; Identifier; World Wide Web; XML; Process (computing); Digital library; Service (business); Object (grammar); Information retrieval; Library science; Database; Business","score_opus":0.025519186116147733,"score_gpt":0.2562568147893987,"score_spread":0.23073762867325098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8079193,0.0005096484,0.010188575,0.066731155,0.0043768934,0.0007325766,0.00008106969,0.018006455,0.09145432],"genre_scores_gemma":[0.9866352,0.0011729646,0.0023281148,0.00060182565,0.000023059834,0.000047441437,0.000009505964,0.000009100767,0.00917275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988396,0.00004131466,0.00027427007,0.0002611472,0.00031850603,0.00026512388],"domain_scores_gemma":[0.99914145,0.00009282404,0.00014036194,0.0005242752,0.000053567644,0.00004753911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005468072,0.00012670994,0.00013434788,0.00051971525,0.00061174494,0.00078654365,0.0006994558,0.00012755228,0.000039802962],"category_scores_gemma":[0.00033878558,0.00010526507,0.000046237285,0.0016493491,0.00018088073,0.008221623,0.0005915297,0.00026750873,0.00028909795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004168981,0.00007874131,0.042758748,0.00006427655,0.00008447246,0.00021970898,0.0045829066,0.00029761638,0.0070871664,0.37272176,0.3711047,0.2009582],"study_design_scores_gemma":[0.0005641551,0.0006834316,0.19281884,0.0001886409,0.0000064940723,0.0015741396,0.033501595,0.004530536,0.026108041,0.023962691,0.7149915,0.0010699198],"about_ca_topic_score_codex":0.00000504048,"about_ca_topic_score_gemma":0.000009423959,"teacher_disagreement_score":0.34875906,"about_ca_system_score_codex":0.000028566368,"about_ca_system_score_gemma":0.000039685707,"threshold_uncertainty_score":0.7584658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385406328","doi":"10.1007/s00330-023-09887-4","title":"Retraction Note: Biparametric MR signal characteristics can predict histopathological measures of prostate cancer","year":2023,"lang":"en","type":"retraction","venue":"European Radiology","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Neuroradiology; Prostate cancer; Interventional radiology; Radiology; Ultrasound; Prostate; Cancer; Internal medicine; Neurology","score_opus":0.03715616725145055,"score_gpt":0.3095867693382692,"score_spread":0.27243060208681863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385406328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702863,0.029368902,0.006891837,0.015924806,0.10053156,0.0062301955,0.0035048677,0.003465053,0.06379647],"genre_scores_gemma":[0.8285271,0.088064946,0.0015249895,0.0014442634,0.017602433,0.00009899929,0.0049208445,0.0007438035,0.05707265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607825,0.0010075864,0.0009931369,0.00075591233,0.0006240453,0.0005410527],"domain_scores_gemma":[0.9976129,0.0004270076,0.00096494466,0.00044093147,0.00028189248,0.00027230152],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002038439,0.00043928102,0.0013055227,0.0008391364,0.000115099036,0.000020513202,0.00025949904,0.0007214039,0.00021433315],"category_scores_gemma":[0.0031812438,0.0003667848,0.00029056187,0.0006047993,0.00045382086,0.000038314123,0.00008654155,0.0038985948,0.00009452764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001081902,0.0003880722,0.07618296,0.0020785264,0.0005691913,0.0051661623,0.00068861403,0.00020290483,0.011207537,0.000027523927,0.33935007,0.5630565],"study_design_scores_gemma":[0.001304343,0.001249106,0.39346793,0.00095650234,0.0008776132,0.0014922564,0.000020221876,0.0020151993,0.00007275161,0.000013000826,0.59803504,0.0004960623],"about_ca_topic_score_codex":0.00018547139,"about_ca_topic_score_gemma":0.0000049107457,"teacher_disagreement_score":0.5625605,"about_ca_system_score_codex":0.00047833653,"about_ca_system_score_gemma":0.00041696616,"threshold_uncertainty_score":0.9998784},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385641357","doi":"10.1007/978-981-287-079-7_140-1","title":"Publication Ethics and Graduate Students","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Misconduct; Publication; Graduate students; Engineering ethics; Research ethics; Meta-ethics; Information ethics; Nursing ethics; Applied ethics; Political science; Graduate education; Sociology; Pedagogy; Engineering; Law","score_opus":0.21788402415302696,"score_gpt":0.4102585732683672,"score_spread":0.19237454911534022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385641357","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024193929,0.000045704277,0.000060185135,0.028590938,0.00039597534,0.0001752682,0.00001545378,0.000169771,0.9705225],"genre_scores_gemma":[0.0009110191,0.004890641,0.00005810798,0.0017518044,0.00036911323,0.0000039271526,0.000042113323,0.000016734995,0.99195653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983974,0.00009324049,0.00017495654,0.00022178529,0.0009533784,0.00015925303],"domain_scores_gemma":[0.99880993,0.00061476673,0.00010393392,0.00010164101,0.0002736873,0.00009604582],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004290754,0.00010935473,0.0001334595,0.00008872612,0.0005397146,0.00016221042,0.00031920074,0.0023349556,0.0005785392],"category_scores_gemma":[0.00120428,0.000102461934,0.000039432784,0.000033600965,0.00027184555,0.00011226683,0.00010393252,0.004231842,0.0010739209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7563836e-7,0.0000014756228,0.000031036885,0.000007254525,0.000017753711,0.0000011249864,0.010018511,9.672223e-9,9.175787e-8,0.9272385,0.059860013,0.00282331],"study_design_scores_gemma":[0.00003084624,0.0000052816663,0.0001046096,0.000038412047,0.000016689342,2.9341547e-7,0.0008975155,0.0000015440104,4.6740828e-7,0.27196348,0.7268228,0.00011809255],"about_ca_topic_score_codex":0.0018420141,"about_ca_topic_score_gemma":0.0021617068,"teacher_disagreement_score":0.66696274,"about_ca_system_score_codex":0.00004837983,"about_ca_system_score_gemma":0.0001826169,"threshold_uncertainty_score":0.9997039},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386306053","doi":"10.2196/51584","title":"Best Practices for Using AI Tools as an Author, Peer Reviewer, or Editor","year":2023,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; JMIR Publications","funders":"","keywords":"Chatbot; Computer science; Publishing; Scientific publishing; Generative grammar; Data science; World Wide Web; Artificial intelligence; Political science","score_opus":0.693170544728797,"score_gpt":0.6910681960244153,"score_spread":0.0021023487043817513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386306053","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020115024,0.0015857099,0.0004360154,0.045898594,0.9490376,0.0008558461,0.000033556396,0.000021395677,0.00011978063],"genre_scores_gemma":[0.00013955077,0.005374028,0.00068148196,0.000320145,0.949342,0.000059894755,0.00015766584,0.00010615891,0.043819048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98300874,0.0009987855,0.0021793537,0.00052069663,0.012404882,0.00088756456],"domain_scores_gemma":[0.8107825,0.078719646,0.0061153057,0.002017484,0.09572633,0.0066387295],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.038714513,0.00029755587,0.0011244591,0.0008422498,0.00017513688,0.00045635362,0.0012375196,0.0025068263,0.002797076],"category_scores_gemma":[0.60530514,0.0001992717,0.00035871295,0.0006198622,0.00035311098,0.00062589877,0.00021854982,0.008345807,0.00036910418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023802938,0.00050715666,0.00001200366,0.0018425365,0.00017616086,0.0004676526,0.00074828323,2.9301083e-7,0.000010572567,0.000033711058,0.9176924,0.0761289],"study_design_scores_gemma":[0.0002214621,0.006599505,8.5217533e-7,0.010129034,0.00023862113,0.00016897179,0.0030026468,0.00095948693,0.00018202906,0.00043271002,0.97789544,0.00016922572],"about_ca_topic_score_codex":0.0068830033,"about_ca_topic_score_gemma":0.00075956265,"teacher_disagreement_score":0.5665906,"about_ca_system_score_codex":0.00088948716,"about_ca_system_score_gemma":0.019478945,"threshold_uncertainty_score":0.9997302},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","score_opus":0.20841966326222044,"score_gpt":0.4104631433775228,"score_spread":0.20204348011530238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386541616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334724,0.002151461,0.00008980657,0.005415246,0.0012824493,0.0005969223,0.0000952884,0.00021211781,0.006809464],"genre_scores_gemma":[0.99367684,0.00026910522,0.0004024411,0.00073511025,0.00032820573,0.000044880588,0.0005887766,0.00006487169,0.003889746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99551845,0.00036465414,0.0011795259,0.00083396246,0.0011415764,0.0009618078],"domain_scores_gemma":[0.9960217,0.0011377694,0.0005504957,0.0009025291,0.0009051728,0.00048235522],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008828962,0.00026871264,0.0005862408,0.0016342157,0.00023405999,0.0036802008,0.00064719835,0.000745654,0.00008204586],"category_scores_gemma":[0.019056981,0.00026565362,0.00013443574,0.0031560417,0.0002616288,0.017544001,0.00027426032,0.0016985495,0.000018058947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000150588,0.0012213449,0.21688235,0.0030199816,0.0001633088,0.000075023636,0.45311412,0.001061479,0.008363557,0.016503237,0.22119328,0.07825174],"study_design_scores_gemma":[0.0028850844,0.0007100066,0.14600566,0.004761049,0.00033229895,0.000080029145,0.4822993,0.071797855,0.03007465,0.060000867,0.19999844,0.0010547625],"about_ca_topic_score_codex":0.00893541,"about_ca_topic_score_gemma":0.0024234806,"teacher_disagreement_score":0.07719698,"about_ca_system_score_codex":0.0001478321,"about_ca_system_score_gemma":0.0006580333,"threshold_uncertainty_score":0.99997956},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386572692","doi":"10.1007/s10549-023-07123-7","title":"Retraction Note: Glypican-3 regulates migration, adhesion and actin cytoskeleton organization in mammary tumor cells through Wnt signaling modulation","year":2023,"lang":"en","type":"retraction","venue":"Breast Cancer Research and Treatment","topic":"Proteoglycans and glycosaminoglycans research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Wnt signaling pathway; Cell biology; Actin cytoskeleton; Cytoskeleton; Actin; Signal transduction; Adhesion; Biology; Chemistry; Cell; Biochemistry","score_opus":0.03334789904950621,"score_gpt":0.3421459720676849,"score_spread":0.3087980730181787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386572692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902652,0.0041303555,0.0002013201,0.0022089244,0.0004996309,0.0018913397,0.00064512703,0.00005376265,0.00010437454],"genre_scores_gemma":[0.9087713,0.081415586,0.00022839692,0.000020538308,0.0010550693,0.0004674504,0.0032003631,0.00011634608,0.0047249566],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971462,0.00028012486,0.00036986126,0.0009766258,0.0006461273,0.00058109476],"domain_scores_gemma":[0.99868274,0.00008065676,0.00015871697,0.00036098016,0.000544837,0.00017206391],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004629628,0.0003680357,0.00034787183,0.0003893188,0.00034133342,0.00020311054,0.00013729576,0.00044760763,0.000034274304],"category_scores_gemma":[0.00008434996,0.00033083966,0.000051623494,0.00082387833,0.00012905135,0.000056357047,0.00015106612,0.000559344,0.000010285236],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016488722,0.0005748808,0.0045580375,0.00069424533,0.00027992955,0.00020410701,0.00026713466,0.00025757434,0.7569338,0.000046847894,0.008175814,0.22635873],"study_design_scores_gemma":[0.0036075113,0.002395807,0.064396605,0.0011035784,0.00008627999,0.00038599846,0.00028327602,0.0012777221,0.86944777,0.00045118554,0.055529602,0.0010346579],"about_ca_topic_score_codex":0.013231855,"about_ca_topic_score_gemma":0.0049768775,"teacher_disagreement_score":0.22532406,"about_ca_system_score_codex":0.00073973724,"about_ca_system_score_gemma":0.00076915574,"threshold_uncertainty_score":0.99991435},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387036433","doi":"10.1101/2023.09.24.23296056","title":"Research ethics review during the COVID-19 pandemic: An international study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Toronto; Lunenfeld-Tanenbaum Research Institute","funders":"Canadian Institutes of Health Research; Department of Health and Social Care; World Health Organization","keywords":"Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Research ethics; Protocol (science); Public health; 2019-20 coronavirus outbreak; Personal protective equipment; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Political science; Nursing; Alternative medicine; Geography; Pathology","score_opus":0.9307689188234776,"score_gpt":0.7444189417962374,"score_spread":0.1863499770272402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387036433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74892366,0.0033796874,0.000054138865,0.23803462,0.0018170198,0.0048056277,0.00005871142,0.00042289286,0.0025036647],"genre_scores_gemma":[0.7375853,0.22202797,0.00016439075,0.010600476,0.0021024921,0.0012114113,0.00011403261,0.00016256866,0.026031343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98101956,0.0063261176,0.0013670003,0.00168724,0.008810657,0.0007894214],"domain_scores_gemma":[0.91961193,0.069584645,0.00033927747,0.005242483,0.004054358,0.0011673319],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14852747,0.00029239708,0.0007245308,0.0004047653,0.0005813406,0.00015395157,0.003174402,0.0012854708,0.0007481702],"category_scores_gemma":[0.35930818,0.00019504403,0.00026295977,0.0007154961,0.0009631272,0.000057344405,0.006388011,0.042771097,0.00057984237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019890357,0.00058982585,0.9777381,0.014090273,0.0003833694,0.0007430971,0.003035534,0.00003382342,0.000058940244,0.001219325,0.0016285181,0.00028030368],"study_design_scores_gemma":[0.0024684735,0.000929459,0.8342173,0.016186511,0.00032549087,0.00016204726,0.003749264,0.0002044844,0.00002253853,0.06441527,0.07667434,0.00064482604],"about_ca_topic_score_codex":0.0010387581,"about_ca_topic_score_gemma":0.0033747763,"teacher_disagreement_score":0.22743416,"about_ca_system_score_codex":0.00086299627,"about_ca_system_score_gemma":0.005044166,"threshold_uncertainty_score":0.99147284},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387197460","doi":"10.1007/978-3-031-40379-8_20","title":"Introducing the Downtown Eastside Community Research Ethics Workshop: Notes on a Process for Community Ethics Review","year":2023,"lang":"en","type":"book-chapter","venue":"Philosophy and medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Mental Health & Substance Use Services; Positive Living Society of British Columbia; Vancouver Coastal Health; Brock University","funders":"","keywords":"Engineering ethics; Nursing ethics; Research ethics; Downtown; Community building; Information ethics; Sociology; Process (computing); Public relations; Political science; Medicine; Engineering; Computer science","score_opus":0.9011543860766962,"score_gpt":0.6612136804924944,"score_spread":0.23994070558420177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387197460","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005480334,0.017281756,0.00005355284,0.7056921,0.00044514315,0.0038030846,0.00009045833,0.000155144,0.27242395],"genre_scores_gemma":[0.101016164,0.59820133,0.00025225582,0.13449442,0.0118208565,0.0009931626,0.0011249854,0.00063805626,0.15145877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9859223,0.0054955813,0.0015952497,0.0008735238,0.005194472,0.00091889943],"domain_scores_gemma":[0.65457964,0.3368632,0.00036740606,0.0029967679,0.004671438,0.0005215894],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.17071524,0.0007041857,0.0019736288,0.0005101341,0.0050133313,0.000045235916,0.0015489887,0.003201158,0.0001876419],"category_scores_gemma":[0.5141158,0.00042582865,0.00031999112,0.00048369638,0.007162642,0.000060106784,0.0011234756,0.14572056,0.00008335013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014174207,0.00030591016,0.000012257109,0.101151735,0.0005716292,0.000052809974,0.02085093,0.0000037321522,0.000017455484,0.8573738,0.009888751,0.008353578],"study_design_scores_gemma":[0.0012919721,0.0025614155,0.000028525246,0.1524138,0.00053221575,0.000033406075,0.0011520946,0.000013444413,0.000015035378,0.8138222,0.027830254,0.00030561705],"about_ca_topic_score_codex":0.0006751687,"about_ca_topic_score_gemma":0.0017338259,"teacher_disagreement_score":0.58091956,"about_ca_system_score_codex":0.00022103924,"about_ca_system_score_gemma":0.001987776,"threshold_uncertainty_score":0.99981934},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387695005","doi":"10.3346/jkms.2023.38.e333","title":"Causes for Retraction in the Biomedical Literature: A Systematic Review of Studies of Retraction Notices","year":2023,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"H. Lundbeck A/S","keywords":"Misconduct; Subspecialty; Medicine; Meta-analysis; MEDLINE; Systematic review; Confidence interval; Scientific misconduct; Publication bias; Family medicine; Internal medicine; Alternative medicine; Pathology; Political science","score_opus":0.1576615077346172,"score_gpt":0.4965828687945747,"score_spread":0.3389213610599575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387695005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010259647,0.99297905,0.00004498718,0.0041937535,0.0016676752,0.0009479235,0.00001687713,0.0000053981826,0.00013405942],"genre_scores_gemma":[0.000089790316,0.9987404,0.00013687933,0.00020680022,0.0007451501,0.000020446207,0.000003917121,0.0000066865578,0.000049964692],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037814,0.0016990736,0.0025860642,0.00020700057,0.0048146886,0.00031504373],"domain_scores_gemma":[0.9866428,0.008053438,0.0038493515,0.00019651928,0.0010522552,0.0002056703],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07524016,0.00017741008,0.002194985,0.0005384238,0.00022666472,0.000042690288,0.0017326922,0.0009991542,0.000017941184],"category_scores_gemma":[0.15991148,0.00008625112,0.0005195613,0.0035610509,0.0021974167,0.00039902772,0.00005407096,0.0028955026,0.0000024127967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061816486,0.00007762997,8.937152e-7,0.9633203,0.000101796395,0.000038441427,0.0063565327,3.8597868e-8,5.953146e-7,0.0028237838,0.0054582097,0.021815605],"study_design_scores_gemma":[0.00006278503,0.00013202337,0.000001936129,0.87932557,0.0008167957,0.00010557966,0.0038586438,0.0000051458924,8.278895e-7,0.0005004917,0.11510743,0.00008276542],"about_ca_topic_score_codex":0.00007951219,"about_ca_topic_score_gemma":0.00007764728,"teacher_disagreement_score":0.10964922,"about_ca_system_score_codex":0.00026826948,"about_ca_system_score_gemma":0.0030984895,"threshold_uncertainty_score":0.99940485},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388219924","doi":"10.1001/jamapsychiatry.2023.4732","title":"Notice of Retraction: Worthington MA et al. Dynamic Prediction of Outcomes for Youth at Clinical High Risk for Psychosis: A Joint Modeling Approach. <i>JAMA Psychiatry.</i> 2023;80(10):1017-1025.","year":2023,"lang":"en","type":"article","venue":"JAMA Psychiatry","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary","funders":"","keywords":"Psychosis; Notice; Psychiatry; Medicine; Psychology; Political science","score_opus":0.062267133825855234,"score_gpt":0.3551945431292876,"score_spread":0.29292740930343236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388219924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255296,0.0009255902,0.013402289,0.04560393,0.006346282,0.0037385302,0.0037566852,0.00032164445,0.00037542573],"genre_scores_gemma":[0.8180811,0.0017412242,0.17218763,0.0020434784,0.001135446,0.00087443134,0.0026649921,0.0001862131,0.0010855331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950627,0.00023368541,0.0020040956,0.0009739825,0.0010159664,0.000709575],"domain_scores_gemma":[0.9965197,0.0004480436,0.0009807282,0.0011254195,0.00052931905,0.0003967886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002803435,0.00048247387,0.0011785937,0.0005191891,0.0002739158,0.000056469748,0.00028283068,0.00062214636,0.000051388313],"category_scores_gemma":[0.00071787596,0.0004015901,0.0012215596,0.0007004615,0.00012283804,0.00030198,0.000105285566,0.000939181,0.00003774185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.103540145,0.008361751,0.5869042,0.0034588454,0.0055204406,0.0000046034547,0.0009110308,0.004558606,0.00009066274,0.003837707,0.26585037,0.016961584],"study_design_scores_gemma":[0.07835794,0.007978071,0.4805908,0.0017546503,0.0038450873,0.0000474296,0.00459956,0.4089297,0.00006783036,0.010428002,0.0025690019,0.0008319054],"about_ca_topic_score_codex":0.00029036085,"about_ca_topic_score_gemma":0.00048579983,"teacher_disagreement_score":0.4043711,"about_ca_system_score_codex":0.0001718024,"about_ca_system_score_gemma":0.0005664404,"threshold_uncertainty_score":0.9998436},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388536133","doi":"10.2139/ssrn.4618396","title":"Intentional Plagiarism: Testing the Risk Aversion Hypothesis of Undergraduate Students in Education","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université Laval; Université du Québec en Outaouais; Université de Montréal","funders":"","keywords":"Risk aversion (psychology); Psychology; Test (biology); Mathematics education; Economics; Financial economics; Expected utility hypothesis; Biology","score_opus":0.03717028704296431,"score_gpt":0.3201570538427854,"score_spread":0.2829867667998211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388536133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96833825,0.0026362014,0.0025107681,0.019356042,0.0033024226,0.0006957395,0.000028109516,0.00006887994,0.0030635833],"genre_scores_gemma":[0.96445215,0.030956535,0.00026969356,0.00007468213,0.0006855951,0.000009771289,0.000009596882,0.00002249993,0.0035194973],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99534076,0.0013187849,0.0005832089,0.0002835717,0.0011503061,0.0013233837],"domain_scores_gemma":[0.99719006,0.0013217867,0.0009016238,0.0001765912,0.0003420376,0.00006791951],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015703779,0.00019016166,0.00027108256,0.00025113937,0.00069487334,0.00011633194,0.0013101952,0.0009434842,0.000017730794],"category_scores_gemma":[0.004549423,0.00015256276,0.00020028057,0.0004534508,0.00021961967,0.00013589731,0.00031640482,0.0180371,0.00004591828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014148196,0.00061566173,0.4477094,0.00008880284,0.0009395931,0.0000061301257,0.018192664,0.0023420204,0.00005746651,0.34853855,0.0050369552,0.17633127],"study_design_scores_gemma":[0.00017083617,0.00003605574,0.024022952,0.00037135294,0.00009325001,0.000012707905,0.026477482,0.00014273479,0.000006392748,0.9476917,0.0008165235,0.00015803432],"about_ca_topic_score_codex":0.016622255,"about_ca_topic_score_gemma":0.014317483,"teacher_disagreement_score":0.59915316,"about_ca_system_score_codex":0.0023308252,"about_ca_system_score_gemma":0.011667723,"threshold_uncertainty_score":0.9939352},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4388976997","doi":"10.5539/ies.v16n6p112","title":"Investigating Teachers and Students’ Perceptions of Academic Plagiarism at the University Level","year":2023,"lang":"en","type":"article","venue":"International Education Studies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic integrity; Psychology; Psychological intervention; Perception; Academic writing; Constructive; Time management; Higher education; Cheating; Likert scale; Pedagogy; Medical education; Mathematics education; Social psychology; Political science; Computer science","score_opus":0.12724957777623147,"score_gpt":0.4353203316320863,"score_spread":0.3080707538558548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388976997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96343535,0.00034556974,0.000029274233,0.029047586,0.0011109491,0.00009340885,0.000024503974,0.000035760357,0.0058776243],"genre_scores_gemma":[0.959841,0.0035673215,0.00014989228,0.0004084907,0.00021989942,0.00000608322,0.000015147486,0.000003464798,0.03578869],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99902785,0.00016592929,0.0001437851,0.00012743394,0.00042830154,0.00010667683],"domain_scores_gemma":[0.9988715,0.00057475537,0.00011128642,0.000055058623,0.00034570452,0.000041705927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010227708,0.000058354864,0.0000795101,0.000106320746,0.000765448,0.000014940766,0.0003243065,0.00016677858,0.00007559575],"category_scores_gemma":[0.0021101446,0.000049643186,0.000029781453,0.00024350912,0.000755481,0.00016749089,0.00020610674,0.0005232709,0.000050975206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040113446,0.00002309347,0.5224304,0.000008180311,0.00016173419,2.469084e-7,0.3128203,0.000018234194,0.0005450301,0.030200267,0.1257088,0.008079672],"study_design_scores_gemma":[0.000099833356,0.00000490336,0.3675812,0.00006228445,0.00002631734,0.0000012232096,0.496062,0.000017622022,0.000049984836,0.0046263463,0.13139024,0.000078034296],"about_ca_topic_score_codex":0.0013922307,"about_ca_topic_score_gemma":0.0004768401,"teacher_disagreement_score":0.18324171,"about_ca_system_score_codex":0.00019002646,"about_ca_system_score_gemma":0.00019847031,"threshold_uncertainty_score":0.5887285},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389034016","doi":"10.1016/j.ijadhadh.2023.103581","title":"Retraction notice to “Synthesis and characterization of graphene-modified experimental adhesive system for bonding two-piece zirconia abutments: Electron Microscopy and Raman Spectroscopic analysis” [Int J Adhesion Adhes 109 (2021) 102897]","year":2023,"lang":"en","type":"article","venue":"International Journal of Adhesion and Adhesives","topic":"Machine Learning in Materials Science","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Raman spectroscopy; Materials science; Adhesive; Graphene; Cubic zirconia; Adhesion; Nanotechnology; Characterization (materials science); Composite material; Layer (electronics); Optics; Physics","score_opus":0.012111142481784572,"score_gpt":0.3224050296051807,"score_spread":0.3102938871233961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389034016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99622256,0.00023254826,0.0012103867,0.00058621995,0.0012590651,0.00036428164,0.000057143377,0.00004057251,0.000027208816],"genre_scores_gemma":[0.9958654,0.00029711862,0.0032835435,0.00007188376,0.0003047693,0.00003063954,0.000020434149,0.00002584382,0.00010038017],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99726284,0.00025353074,0.000917198,0.00052404666,0.00070528715,0.0003371084],"domain_scores_gemma":[0.9976026,0.00051068026,0.0011047237,0.00017032042,0.0004044659,0.00020725533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013417638,0.00029260624,0.00062327355,0.0010397357,0.00024856557,0.0003462752,0.00036871494,0.00012462251,0.00006773981],"category_scores_gemma":[0.00044090807,0.0002586009,0.00014429241,0.0004501179,0.00014543114,0.0007071897,0.00015850372,0.00015570124,0.0000095624955],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076010736,0.000070248076,0.0031447336,0.00009212452,0.00012948879,0.000014519707,0.00082502083,0.00006384745,0.9937096,0.00082724367,0.000043598404,0.00031944126],"study_design_scores_gemma":[0.0008407632,0.00064246345,0.035088625,0.00044020137,0.00021022081,0.00004886378,0.0009864488,0.0010886221,0.9601872,0.00012077859,0.00011656238,0.00022928076],"about_ca_topic_score_codex":0.0000630191,"about_ca_topic_score_gemma":0.000004878746,"teacher_disagreement_score":0.033522457,"about_ca_system_score_codex":0.0001599843,"about_ca_system_score_gemma":0.00007086881,"threshold_uncertainty_score":0.99998665},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389082740","doi":"10.1139/cjp-2023-0305","title":"Retraction: The optimal method between SOR and LSs for impurities detection on physical materials","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Non-Destructive Testing Techniques","field":"Engineering","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Impurity; Quantum mechanics","score_opus":0.03225777611208711,"score_gpt":0.2869432815637991,"score_spread":0.254685505451712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389082740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95445675,0.000013153174,0.04454155,0.00012870078,0.00046765312,0.00012445444,0.0000628055,0.00008607575,0.000118851196],"genre_scores_gemma":[0.9773613,0.000003190323,0.02094814,0.00001368528,0.0016281611,0.000008404736,0.0000021817273,0.00003062806,0.000004296235],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99952525,0.000033473847,0.00013448553,0.000061096136,0.00007564889,0.00017006602],"domain_scores_gemma":[0.99939793,0.00028023697,0.000062689636,0.00008066539,0.0000728809,0.00010558297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002985009,0.00009181674,0.00015811042,0.000078112,0.000120668476,0.00006528061,0.00009394063,0.000049721817,0.0000018650975],"category_scores_gemma":[0.00007235774,0.00007659307,0.000048309972,0.0001345706,0.00004456921,0.00012916116,0.0000048445027,0.00020811528,0.0000017382017],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103198145,0.00002377188,0.0016058616,0.0006295283,0.000850504,0.00010101489,0.0060801236,0.006913869,0.5624536,0.051917467,0.016937256,0.3523838],"study_design_scores_gemma":[0.0003141969,0.0004781153,0.013827523,0.00013529455,0.00011642063,0.00008655588,0.00029290316,0.0017474836,0.66868395,0.31292495,0.0010956852,0.00029689216],"about_ca_topic_score_codex":0.00015046069,"about_ca_topic_score_gemma":0.000081257036,"teacher_disagreement_score":0.3520869,"about_ca_system_score_codex":0.000097828684,"about_ca_system_score_gemma":0.000058394013,"threshold_uncertainty_score":0.31233746},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389117698","doi":"10.55016/ojs/ajer.v66i4.69204","title":"Plagiarism: A Canadian Higher Education Case Study of Policy and Practice Gaps","year":2020,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science; Humanities; Sociology; Psychology; Art","score_opus":0.1483438786786036,"score_gpt":0.4914591441865995,"score_spread":0.34311526550799587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389117698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55267006,0.00048203464,2.2954382e-7,0.30067244,0.00019547164,0.000172718,0.000002203684,2.4287525e-7,0.14580457],"genre_scores_gemma":[0.9844699,0.00020576116,0.00012646816,0.0015776745,0.001967526,0.000005582013,0.0000015004966,0.0000067931423,0.011638797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710494,0.001339049,0.00034599527,0.00013189425,0.0007941536,0.00028398153],"domain_scores_gemma":[0.97367007,0.02357638,0.00021064669,0.00008082091,0.0017085217,0.000753591],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031715843,0.000066600616,0.00014135649,0.00041222497,0.00052142475,0.00007721533,0.0003025427,0.00023461414,0.0031146845],"category_scores_gemma":[0.06904368,0.00006250681,0.000030196636,0.0007882337,0.0002385243,0.0005014243,0.000034224155,0.0015586821,0.000036874408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002272061,0.0012340501,0.031507004,0.000044939614,0.00018877414,0.000056421508,0.38010988,0.000008404051,0.0000866289,0.39436337,0.18942973,0.0027436009],"study_design_scores_gemma":[0.0003478162,0.00045990024,0.0051646363,0.000049217568,0.000052732103,0.0009592394,0.3227213,0.0000043799005,0.000009347167,0.0025982768,0.6675194,0.000113731905],"about_ca_topic_score_codex":0.9072779,"about_ca_topic_score_gemma":0.42981577,"teacher_disagreement_score":0.4780897,"about_ca_system_score_codex":0.00034955225,"about_ca_system_score_gemma":0.019202555,"threshold_uncertainty_score":0.9977966},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389294678","doi":"10.1007/978-3-031-39989-3_146","title":"Understanding and Addressing Drivers of Corruption in Academic Publishing","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Publication; Misappropriation; Incentive; Language change; Payment; Public relations; Political science; Promotion (chess); Business; Audience measurement; Advertising; Economics; Law; Finance","score_opus":0.35641039343341335,"score_gpt":0.36533715552487644,"score_spread":0.008926762091463092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389294678","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027196982,0.0001363828,0.00083708536,0.001992145,0.0004072528,0.00015614783,0.000015454607,0.00007275437,0.9961108],"genre_scores_gemma":[0.23309994,0.008437519,0.00018211668,0.000309675,0.000493037,0.0000020020339,0.00004062148,0.00004334538,0.75739175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99864024,0.00006147928,0.0003063719,0.0002272085,0.0005345041,0.0002301885],"domain_scores_gemma":[0.9989989,0.00058470503,0.00022747494,0.00006008213,0.000053833875,0.00007502905],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025245661,0.00012462189,0.0002452632,0.00036860435,0.000198882,0.00010974098,0.0002180331,0.0029221172,0.00027875276],"category_scores_gemma":[0.00067855616,0.00013123098,0.00004634612,0.00008956222,0.00040754533,0.000752758,0.000085061416,0.003563427,0.000013151955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004816514,6.740609e-7,0.0005707935,0.000028198163,0.000009503177,0.000004346822,0.010244483,0.0000030623144,0.0000094921,0.98303026,0.004234625,0.0018597746],"study_design_scores_gemma":[0.0002842407,0.000016113807,0.00019852855,0.0023949593,0.000043773256,0.0000017271103,0.036158714,0.00022623847,0.0000072346766,0.9079057,0.052354243,0.00040855387],"about_ca_topic_score_codex":0.001978435,"about_ca_topic_score_gemma":0.0032786808,"teacher_disagreement_score":0.23871906,"about_ca_system_score_codex":0.00038041366,"about_ca_system_score_gemma":0.0001891506,"threshold_uncertainty_score":0.99873537},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389306932","doi":"10.1007/978-3-031-39989-3_165","title":"Academic and Research Integrity as Transdisciplinary Fields of Scholarship and Professional Practice","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Transdisciplinarity; Scholarship; Engineering ethics; Stakeholder; Sociology; Work (physics); Political science; Social science; Public relations; Engineering","score_opus":0.1794728103115736,"score_gpt":0.48095187061691946,"score_spread":0.3014790603053459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389306932","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005243034,0.0012794501,0.000013461873,0.04151123,0.00039649132,0.00050018006,0.000034895176,0.00006312401,0.95095813],"genre_scores_gemma":[0.068401664,0.014591722,0.00035538405,0.00051249395,0.0005244948,0.000012266418,0.000017924218,0.000029742583,0.9155543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968126,0.0006316089,0.00039205153,0.00044030632,0.001356001,0.00036744392],"domain_scores_gemma":[0.9936388,0.005446348,0.00015496514,0.00014760166,0.00039197062,0.00022027797],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011194179,0.00018607338,0.00032520678,0.0002567107,0.0007519208,0.000043654316,0.0004013216,0.005423005,0.0005965099],"category_scores_gemma":[0.0043914746,0.00015924366,0.0000617805,0.00010956833,0.0015811434,0.0004910048,0.0003070344,0.018862627,0.00007767134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011638494,0.000010421989,0.000096342075,0.000104122235,0.00003927128,0.000019143756,0.03095144,2.7692604e-8,0.000022374767,0.95811784,0.0061129606,0.0044096955],"study_design_scores_gemma":[0.00016954362,0.00012825045,0.00023186483,0.00095493975,0.000056102414,0.0000173189,0.02722562,0.000004196628,0.000051893512,0.77734107,0.19355676,0.0002624708],"about_ca_topic_score_codex":0.0012532953,"about_ca_topic_score_gemma":0.0005350114,"teacher_disagreement_score":0.18744381,"about_ca_system_score_codex":0.000045444012,"about_ca_system_score_gemma":0.00086392387,"threshold_uncertainty_score":0.99586815},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389309117","doi":"10.1002/jrsm.1684","title":"Predatory journals and their practices present a conundrum for systematic reviewers and evidence synthesisers of health research: A qualitative descriptive study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Publishing; Inclusion (mineral); Evidence-based practice; Best evidence; Critical appraisal; Qualitative research; Psychology; Public relations; Political science; Social science; Medical education; Sociology; Alternative medicine; Social psychology; Medicine; Law","score_opus":0.9866112398185908,"score_gpt":0.8221297151216669,"score_spread":0.1644815246969239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389309117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6495919,0.2631735,0.027990356,0.027188322,0.00044255517,0.030678159,0.0002994985,0.00011770543,0.00051797484],"genre_scores_gemma":[0.9485409,0.022482244,0.0246097,0.000020392046,0.00008151276,0.0029725053,5.24436e-7,0.000058327154,0.0012338946],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5612597,0.386266,0.006337558,0.0041600983,0.037466552,0.0045101303],"domain_scores_gemma":[0.08855725,0.8844719,0.0027512193,0.0022559352,0.02058237,0.0013813229],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.8245599,0.00032661806,0.0021477467,0.05746787,0.001624346,0.0031530885,0.0030391389,0.00017402701,0.000060766757],"category_scores_gemma":[0.9212538,0.00019842054,0.00025102877,0.10780317,0.0018171862,0.0015905375,0.0023888892,0.0010578762,0.000029491914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010878394,0.0016511744,0.008074489,0.04768666,0.0014109814,0.000035092882,0.2202984,0.000016955273,0.011944195,0.0014264155,0.027212977,0.6791548],"study_design_scores_gemma":[0.00044505278,0.0024252643,0.010726812,0.013907735,0.000043375883,0.000013624283,0.9374943,0.007904987,0.0037832248,0.02092237,0.001988144,0.00034514125],"about_ca_topic_score_codex":0.0006337473,"about_ca_topic_score_gemma":0.0000350275,"teacher_disagreement_score":0.71719587,"about_ca_system_score_codex":0.00043830532,"about_ca_system_score_gemma":0.0016363261,"threshold_uncertainty_score":0.9996754},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389317060","doi":"10.1007/978-3-031-39989-3_140","title":"Publication Ethics and Graduate Students","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Misconduct; Publication; Engineering ethics; Graduate students; Research ethics; Information ethics; Meta-ethics; Nursing ethics; Applied ethics; Political science; Graduate education; Sociology; Medical education; Pedagogy; Engineering; Medicine; Law","score_opus":0.21788402415302696,"score_gpt":0.4102585732683672,"score_spread":0.19237454911534022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389317060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024193929,0.000045704277,0.000060185135,0.028590938,0.00039597534,0.0001752682,0.00001545378,0.000169771,0.9705225],"genre_scores_gemma":[0.0009110191,0.004890641,0.00005810798,0.0017518044,0.00036911323,0.0000039271526,0.000042113323,0.000016734995,0.99195653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983974,0.00009324049,0.00017495654,0.00022178529,0.0009533784,0.00015925303],"domain_scores_gemma":[0.99880993,0.00061476673,0.00010393392,0.00010164101,0.0002736873,0.00009604582],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004290754,0.00010935473,0.0001334595,0.00008872612,0.0005397146,0.00016221042,0.00031920074,0.0023349556,0.0005785392],"category_scores_gemma":[0.00120428,0.000102461934,0.000039432784,0.000033600965,0.00027184555,0.00011226683,0.00010393252,0.004231842,0.0010739209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7563836e-7,0.0000014756228,0.000031036885,0.000007254525,0.000017753711,0.0000011249864,0.010018511,9.672223e-9,9.175787e-8,0.9272385,0.059860013,0.00282331],"study_design_scores_gemma":[0.00003084624,0.0000052816663,0.0001046096,0.000038412047,0.000016689342,2.9341547e-7,0.0008975155,0.0000015440104,4.6740828e-7,0.27196348,0.7268228,0.00011809255],"about_ca_topic_score_codex":0.0018420141,"about_ca_topic_score_gemma":0.0021617068,"teacher_disagreement_score":0.66696274,"about_ca_system_score_codex":0.00004837983,"about_ca_system_score_gemma":0.0001826169,"threshold_uncertainty_score":0.9997039},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389326305","doi":"10.1590/1980-6248-2022-0034en","title":"Authorship construction in the fight against plagiarism: an overview of school research","year":2023,"lang":"en","type":"article","venue":"Pro-Posições","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Excellence; Work (physics); Polyphony; Sociology; Pedagogy; Mathematics education; Public relations; Psychology; Political science; Engineering; Law","score_opus":0.3555340323673495,"score_gpt":0.48294381065460035,"score_spread":0.12740977828725086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389326305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8456349,0.0019284243,0.000024396331,0.04165138,0.0007293965,0.0017755334,0.00005454331,0.00022230831,0.107979156],"genre_scores_gemma":[0.9936195,0.0032538122,0.00033208146,0.0008485384,0.00048164162,0.00013812445,0.00003142712,0.0000126673185,0.0012822001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952565,0.0026702792,0.00030966304,0.0002522391,0.001012293,0.0004990415],"domain_scores_gemma":[0.9984243,0.00093283306,0.00008600492,0.00023167316,0.00021342897,0.000111747315],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014107221,0.000096356154,0.00017087859,0.0002776161,0.0006129128,0.0001007717,0.0007149592,0.0007183037,0.00018338342],"category_scores_gemma":[0.0026040839,0.0000724237,0.000054243683,0.0016953644,0.000549536,0.00038236863,0.00006654267,0.0025937024,0.00020649705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082328734,0.00013919464,0.04996024,0.00019457223,0.000028844737,0.000028628241,0.14710405,0.000023697317,0.0011185802,0.6912839,0.071668975,0.038367014],"study_design_scores_gemma":[0.0005207884,0.00018855941,0.03646005,0.0005893435,0.000024606748,0.000007172707,0.11955299,0.0006900637,0.0028799546,0.32889432,0.50974923,0.0004429234],"about_ca_topic_score_codex":0.0033892496,"about_ca_topic_score_gemma":0.0017969566,"teacher_disagreement_score":0.43808025,"about_ca_system_score_codex":0.0000866789,"about_ca_system_score_gemma":0.0003655533,"threshold_uncertainty_score":0.99970734},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389448528","doi":"10.47203/ijch.2023.v35i03.024","title":"Sibling Authors Propose Bipolar Disorder Of Publishing Biomedical Research: With MEDLINE Footprint Imploding And Retraction Footprint Fudging, Can Pursuit For PubMed® Footprint Challenge Humane Human Imprinting By Physician Scientists?","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Community Health","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Footprint; Publishing; Medicine; China; Sibling; Management; Geography; Law; Archaeology; Political science; Economics","score_opus":0.2953544542754976,"score_gpt":0.4867851006620565,"score_spread":0.19143064638655888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389448528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96077555,0.0006858702,0.001802411,0.035026956,0.00058027613,0.00086609775,0.000047832717,0.000060252634,0.00015476644],"genre_scores_gemma":[0.9980514,0.00026241894,0.0009380382,0.00014979324,0.00041337777,0.00003338865,0.000029404033,0.000057847697,0.00006434569],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98766726,0.0031246655,0.0025985558,0.00053078186,0.0045595192,0.0015192059],"domain_scores_gemma":[0.9885654,0.0036736825,0.003218931,0.0010333884,0.002241689,0.0012669106],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11808114,0.0003334408,0.0010247602,0.0038861388,0.0035800268,0.0036227198,0.004590689,0.00037472314,0.0000053820972],"category_scores_gemma":[0.016565297,0.00025987136,0.00019678049,0.0043454426,0.0009975488,0.0017360399,0.0016219169,0.0066752736,8.993788e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014893508,0.00055163057,0.021932822,0.00046874123,0.00013328221,0.0000224967,0.030623617,0.000075905315,0.001965759,0.0020868664,0.0022409095,0.93974906],"study_design_scores_gemma":[0.011174845,0.010570714,0.33624887,0.005708997,0.00013561013,0.00075072784,0.34822905,0.001651326,0.007957051,0.13372318,0.14159961,0.0022499892],"about_ca_topic_score_codex":0.0047054417,"about_ca_topic_score_gemma":0.0038926648,"teacher_disagreement_score":0.93749905,"about_ca_system_score_codex":0.0006021175,"about_ca_system_score_gemma":0.0012082653,"threshold_uncertainty_score":0.99998534},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","research_integrity"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4389474469","doi":"10.1109/csci43386.2017.10350017","title":"Retraction Notice: A Non-Linear Support Vector Machine Approach to Testing for Migraine with Aura Using Electroencephalography","year":2017,"lang":"en","type":"article","venue":"","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Support vector machine; Electroencephalography; Ictal; Computer science; Pattern recognition (psychology); Migraine; Migraine with aura; Artificial intelligence; Aura; Feature selection; Speech recognition; Psychology; Neuroscience","score_opus":0.0682940617041142,"score_gpt":0.3198392283647865,"score_spread":0.2515451666606723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389474469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7846821,0.000002738811,0.20602484,0.0005427335,0.00033063104,0.0007939469,0.000019228139,0.00015224873,0.0074515245],"genre_scores_gemma":[0.8665838,3.454687e-7,0.13204108,0.00061919226,0.00024849843,0.000027859947,0.0000036924669,0.000027484113,0.0004480185],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984029,0.000026248877,0.00021991837,0.00062097143,0.0002547895,0.00047516875],"domain_scores_gemma":[0.99886113,0.00022004251,0.00020183272,0.0004700069,0.00011367384,0.00013332235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027401012,0.0002160837,0.00022057313,0.00014854208,0.00070683076,0.00029560307,0.0005085174,0.00007478705,0.0000089883415],"category_scores_gemma":[0.0005806643,0.00015900054,0.00007378742,0.0002664328,0.00009997572,0.00043769166,0.000078373625,0.0002410029,0.0000063909342],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025414838,0.00027232157,0.0074816076,0.000084233245,0.00001947639,0.0000148911995,0.00033460718,0.0010576401,0.9870662,0.00028436555,0.00087459874,0.002255903],"study_design_scores_gemma":[0.0011235444,0.0023358343,0.009671166,0.00007761592,0.000052000818,0.00031064887,0.00005771017,0.53872204,0.44562212,0.0000756853,0.0014015933,0.0005500273],"about_ca_topic_score_codex":0.00019862178,"about_ca_topic_score_gemma":0.000035430563,"teacher_disagreement_score":0.54144406,"about_ca_system_score_codex":0.00002860255,"about_ca_system_score_gemma":0.000051106683,"threshold_uncertainty_score":0.64838535},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389489588","doi":"10.1007/s11673-023-10289-w","title":"The Fragility of Scientific Rigour and Integrity in “Sped up Science”: Research Misconduct, Bias, and Hype and in the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Journal of Bioethical Inquiry","topic":"Ethics in medical practice","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Rigour; Pandemic; Scientific misconduct; Research ethics; Public health; Engineering ethics; Research integrity; Medical law; Public relations; Coronavirus disease 2019 (COVID-19); Political science; Psychology; Medicine; Alternative medicine; Law; Disease; Engineering; Nursing; Infectious disease (medical specialty); Pathology","score_opus":0.8024522720956526,"score_gpt":0.6668022790026878,"score_spread":0.13564999309296477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389489588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88738626,0.00095482176,0.000016378746,0.11014578,0.0010116166,0.00031724724,0.000003578273,0.0000067173028,0.00015761865],"genre_scores_gemma":[0.9948541,0.002699974,0.00012568991,0.0020448153,0.00018430428,0.000007459927,4.5715305e-7,0.0000063197526,0.0000768858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.980217,0.0153515,0.0012450159,0.0003878718,0.0021364936,0.00066214905],"domain_scores_gemma":[0.90293133,0.094665065,0.00051623397,0.0004466696,0.00097330776,0.00046737454],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.28447115,0.000106108906,0.00032486574,0.0006253818,0.002391116,0.000125178,0.0007256707,0.0005538596,0.000021050786],"category_scores_gemma":[0.2587323,0.00005475585,0.000031213825,0.0023683175,0.021135341,0.00032962498,0.0006483631,0.02007444,0.000005213262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012599139,0.00024073994,0.77324456,0.0010627724,0.00002844211,0.0001499366,0.15383548,0.0000027490726,0.014198486,0.03530453,0.014610758,0.0060616257],"study_design_scores_gemma":[0.0021759213,0.0003475742,0.40382853,0.0007145322,0.000023079827,0.00015089792,0.20271504,0.0004430582,0.00008986847,0.37317377,0.016176961,0.00016075309],"about_ca_topic_score_codex":0.0006875932,"about_ca_topic_score_gemma":0.0019705202,"teacher_disagreement_score":0.36941603,"about_ca_system_score_codex":0.000197886,"about_ca_system_score_gemma":0.0029311161,"threshold_uncertainty_score":0.9989076},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4390772842","doi":"10.59942/2995-9063.1002","title":"More Obstacles for the Graduate Student Author: Open Access ETDs Trigger Plagiarism Detectors","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Librarianship","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Suspect; Inclusion (mineral); Plagiarism detection; Publishing; Institution; Library science; Graduate students; Open source software; World Wide Web; Computer science; Software; Political science; Medical education; Sociology; Medicine; Law","score_opus":0.7616027830279153,"score_gpt":0.5593803035575363,"score_spread":0.20222247947037897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390772842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8130016,0.00032656497,0.029291391,0.13790385,0.015618308,0.0018506801,0.00015617463,0.00017804859,0.0016733861],"genre_scores_gemma":[0.9846488,0.000066972796,0.0011929079,0.0009045196,0.00076061476,0.000033823348,0.000014099173,0.00004525595,0.012333009],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99293315,0.0005509937,0.001786036,0.00070688874,0.003411568,0.0006113863],"domain_scores_gemma":[0.98856246,0.007655109,0.0014116801,0.0015018709,0.00055502536,0.00031383938],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.023282766,0.00028694622,0.0006132101,0.001037182,0.0008863417,0.013810027,0.013246387,0.00010195591,0.00010393669],"category_scores_gemma":[0.005928689,0.00015665236,0.00045990798,0.0036137195,0.00019694683,0.003818621,0.003771629,0.00064441294,0.00013962579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021268065,0.0000928205,0.0055091535,0.000011734326,0.00018755108,0.000077954755,0.0029313331,0.0017414198,0.000023394037,0.002390896,0.8929519,0.09386918],"study_design_scores_gemma":[0.002511778,0.0003271252,0.55556643,0.00013372237,0.00022814995,0.000046228055,0.017408831,0.012905924,0.0005760596,0.153087,0.2566928,0.00051594066],"about_ca_topic_score_codex":0.00003737644,"about_ca_topic_score_gemma":0.000015419708,"teacher_disagreement_score":0.6362591,"about_ca_system_score_codex":0.000049639537,"about_ca_system_score_gemma":0.00028110752,"threshold_uncertainty_score":0.99209243},"labels":[{"model":"gemma","categories":["open_science","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390873698","doi":"10.32388/d0pndo","title":"Review of: \"Journal citation reports and the definition of a predatory journal: The case of the Multidisciplinary Digital Publishing Institute (MDPI)\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Multidisciplinary approach; Citation; Publishing; Library science; Computer science; Political science; Sociology; Social science; Law","score_opus":0.54414708913449,"score_gpt":0.5464384669861437,"score_spread":0.0022913778516537864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390873698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026604014,0.87934035,0.00049702247,0.091806106,0.006000947,0.0013823779,0.0004649807,0.0000066992093,0.0178411],"genre_scores_gemma":[0.06539551,0.9065642,0.0008164852,0.0018944292,0.00057513185,0.00004584883,0.00007125362,0.000045735982,0.024591425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852963,0.0010782524,0.0036847158,0.0005196131,0.009106678,0.00031441165],"domain_scores_gemma":[0.9636744,0.010615121,0.006698289,0.0018782663,0.016853523,0.00028036017],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10570685,0.00025060383,0.0009973665,0.015923908,0.0005127613,0.005477896,0.0026622363,0.00018511972,0.00025568428],"category_scores_gemma":[0.21508695,0.000085178275,0.0008960206,0.08535383,0.0011991805,0.002650707,0.0021968968,0.001732097,0.0000043101454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011753959,0.000053282,0.00014215444,0.0054046456,0.000096458636,0.00028753327,0.00018606354,0.0000025516172,0.0000015609804,0.0011462572,0.8948493,0.097818464],"study_design_scores_gemma":[0.00052782387,0.0001487414,0.0005690987,0.051099833,0.000506516,0.03501027,0.0011275087,0.00031835106,0.000010277242,0.085216925,0.82520014,0.0002645349],"about_ca_topic_score_codex":0.0001084474,"about_ca_topic_score_gemma":0.000050462033,"teacher_disagreement_score":0.1093801,"about_ca_system_score_codex":0.00009136843,"about_ca_system_score_gemma":0.0015184697,"threshold_uncertainty_score":0.9955545},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391714464","doi":"10.1007/978-3-031-17299-1_2486","title":"Research Integrity","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Materials science","score_opus":0.8933978453813449,"score_gpt":0.6851795327957265,"score_spread":0.2082183125856184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391714464","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000882361,0.0005859448,0.000004273091,0.010279149,0.0028367569,0.0007123131,0.0003053394,0.0006177032,0.98457026],"genre_scores_gemma":[0.004798469,0.0025486164,0.00003183434,0.0040698466,0.0019778865,0.000059261118,0.00014517856,0.00013924073,0.98622966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610186,0.0006171152,0.00063970935,0.0007893678,0.00066029973,0.0011916733],"domain_scores_gemma":[0.99542934,0.0022643905,0.00011240663,0.00049597124,0.00059631735,0.001101601],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005014867,0.00047354758,0.00057075056,0.00047278128,0.0006758739,0.000039637613,0.000744654,0.0054046754,0.058178477],"category_scores_gemma":[0.00025829155,0.00043902957,0.0002408722,0.00017606106,0.00089252426,0.000076608594,0.00050235214,0.027863529,0.042064596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012351613,0.00004319062,0.00004552928,0.00015684908,0.00017062042,0.00029777823,0.00006564084,0.000002742535,0.00006612736,0.61871415,0.35979432,0.020519514],"study_design_scores_gemma":[0.0003616283,0.00010398949,0.000025268857,0.00009485395,0.000083322135,0.000018646271,0.00006623879,0.00014088159,0.00053931196,0.122076385,0.8761022,0.0003872581],"about_ca_topic_score_codex":0.000053784057,"about_ca_topic_score_gemma":0.00010257491,"teacher_disagreement_score":0.5163079,"about_ca_system_score_codex":0.00030219936,"about_ca_system_score_gemma":0.00056432246,"threshold_uncertainty_score":0.99980617},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391974063","doi":"10.1007/978-3-031-54144-5_165","title":"Academic and Research Integrity as Transdisciplinary Fields of Scholarship and Professional Practice","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Transdisciplinarity; Scholarship; Engineering ethics; Stakeholder; Sociology; Work (physics); Political science; Social science; Engineering; Public relations","score_opus":0.09371661072015015,"score_gpt":0.47140595065880225,"score_spread":0.3776893399386521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391974063","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03980957,0.00830309,0.000016331927,0.0185414,0.002750264,0.00045175338,0.000057592362,0.000020907668,0.9300491],"genre_scores_gemma":[0.58843255,0.006182244,0.0005231323,0.00016958463,0.0010371922,0.000022698838,0.00003835512,0.000023047285,0.40357122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99784327,0.00011958531,0.00044626291,0.00035161595,0.0010747872,0.00016448296],"domain_scores_gemma":[0.99760556,0.0010360753,0.00025832644,0.00012230045,0.00086618494,0.00011155055],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003332876,0.00015343008,0.00021583357,0.0004455452,0.0002079166,0.000049423634,0.00038668577,0.0015109195,0.00029698893],"category_scores_gemma":[0.001347074,0.00015080583,0.00006843166,0.000048273694,0.0008593876,0.00040532782,0.00019210992,0.005280668,0.000016421274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001201779,0.000041036797,0.00022981763,0.00018054567,0.000090834794,0.0000016153676,0.028820518,1.1367995e-7,0.0002447784,0.95751286,0.0011940744,0.011563633],"study_design_scores_gemma":[0.000120808465,0.00008020509,0.000387883,0.004030805,0.00008673707,0.0000162563,0.00970442,0.000006234364,0.0009297203,0.76107365,0.22336686,0.00019640641],"about_ca_topic_score_codex":0.00067403284,"about_ca_topic_score_gemma":0.00010515618,"teacher_disagreement_score":0.54862297,"about_ca_system_score_codex":0.00011720355,"about_ca_system_score_gemma":0.001459201,"threshold_uncertainty_score":0.9997853},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392557674","doi":"10.1002/leap.1600","title":"Using automated analysis of the bibliography to detect potential research integrity issues","year":2024,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Honeywell (Canada)","funders":"","keywords":"Workflow; Computer science; Data science; Key (lock); Research integrity; Bibliography; Data integrity; Information retrieval; Database; Library science; Computer security; Engineering ethics","score_opus":0.14494348183679898,"score_gpt":0.4536236169249125,"score_spread":0.30868013508811354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392557674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86804676,0.0022704876,0.004938408,0.082554884,0.0022496982,0.00059625244,0.000082897444,0.0011150121,0.038145598],"genre_scores_gemma":[0.9969181,0.00020800489,0.0016467983,0.00024321898,0.00040416876,0.0000046518962,0.000006250503,0.000012461396,0.0005563453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951464,0.0019978464,0.0003101928,0.000379508,0.0016075657,0.00055847806],"domain_scores_gemma":[0.9981339,0.0007403244,0.00006501012,0.00029772095,0.0006130285,0.00015003142],"candidate_categories":["bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0150416,0.00010576225,0.00023876714,0.008951196,0.00094990514,0.0032683264,0.001227143,0.0007767689,0.00035207288],"category_scores_gemma":[0.0055050286,0.00007887266,0.00034948956,0.06600222,0.0003710226,0.0018649213,0.00030252527,0.0042314734,0.000015983353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011886735,0.00009758708,0.032715235,0.00020812821,0.0039657312,0.000056176224,0.15388416,0.011396741,0.01795819,0.14527695,0.5891402,0.045182064],"study_design_scores_gemma":[0.00024986223,0.00009172768,0.033138733,0.0010134247,0.0017475284,0.0000056732906,0.064571515,0.31245348,0.0040831426,0.056474946,0.52524275,0.00092723884],"about_ca_topic_score_codex":0.10474266,"about_ca_topic_score_gemma":0.005424292,"teacher_disagreement_score":0.3010567,"about_ca_system_score_codex":0.0000986333,"about_ca_system_score_gemma":0.00032207675,"threshold_uncertainty_score":0.9980658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4392604238","doi":"10.1101/2024.03.06.24303892","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms, an umbrella review with a meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Centre National de la Recherche Scientifique","keywords":"Funnel plot; SLCO1B1; Publication bias; Statin; Meta-analysis; Medicine; Odds ratio; Internal medicine; Pharmacogenetics; Pharmacology; Genotype; Genetics; Biology","score_opus":0.28214524288905907,"score_gpt":0.446024021149999,"score_spread":0.16387877826093994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392604238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00442172,0.989319,0.000008324915,0.00018713214,0.00007425309,0.005708708,0.00006928199,0.00007752977,0.00013401391],"genre_scores_gemma":[0.0012093995,0.9964302,0.00015021533,0.00037794167,0.00010784372,0.0011391884,0.0003615931,0.00009132605,0.00013228442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272776,0.0032315275,0.0019596557,0.00083472085,0.00085290195,0.00039343484],"domain_scores_gemma":[0.9971945,0.00023963994,0.00083188683,0.0011249154,0.00034486546,0.00026414552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010177835,0.00060285244,0.006521556,0.00030221918,0.000029516528,0.000018882587,0.0002902698,0.00025763173,0.00014530399],"category_scores_gemma":[0.0014082058,0.00030857197,0.0013312773,0.0016941173,0.0000633499,0.000044005486,0.00008745251,0.0008660162,0.0000339825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012261172,0.0014180273,0.0020390386,0.13668312,0.00996319,0.00018209053,0.00008143046,6.010021e-7,4.953041e-7,0.000020551483,0.00065751624,0.8489417],"study_design_scores_gemma":[0.00089842506,0.0015843911,0.0039322483,0.043617785,0.09362678,0.00008617698,0.000026617332,0.000016427268,5.882396e-7,0.000006495144,0.8557896,0.00041444684],"about_ca_topic_score_codex":0.0002053888,"about_ca_topic_score_gemma":0.000073624105,"teacher_disagreement_score":0.8551321,"about_ca_system_score_codex":0.00017350467,"about_ca_system_score_gemma":0.00069929135,"threshold_uncertainty_score":0.99993664},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392857601","doi":"10.3822/ijtmb.v17i1.1001","title":"Statement of Retraction: Evaluating the Effect of Slow-stroke Back Massage on the Anxiety of Candidates for Cataract Surgery","year":2024,"lang":"en","type":"retraction","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massage; Medicine; Cataract surgery; Anxiety; Statement (logic); Stroke (engine); Physical therapy; Surgery; Alternative medicine; Psychiatry; Engineering","score_opus":0.287668946349382,"score_gpt":0.6157099441372778,"score_spread":0.32804099778789575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392857601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5283498,0.07314333,0.0005232538,0.31156006,0.040146366,0.013651743,0.0012112556,0.000033576118,0.031380594],"genre_scores_gemma":[0.9472326,0.028757317,0.00036421008,0.00034180906,0.0034964462,0.00023979272,0.00024587443,0.00009237714,0.019229598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987695,0.0044816327,0.0020331915,0.0003687571,0.004962756,0.0004586623],"domain_scores_gemma":[0.94111294,0.047491103,0.0032131723,0.00061910274,0.0074051707,0.00015850672],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046629608,0.00031410233,0.0008799367,0.0011516785,0.0002172932,0.0000999839,0.000812905,0.00047799325,0.0011499224],"category_scores_gemma":[0.017064849,0.00018283137,0.00067330163,0.0006939377,0.00041284296,0.00038614593,0.000110552326,0.0042598248,0.00003753878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11188084,0.005816253,0.016847955,0.014955098,0.015931504,0.00010483344,0.0024464808,0.00008100136,0.013986173,0.0016355981,0.42074707,0.39556718],"study_design_scores_gemma":[0.0030234419,0.025375653,0.009619991,0.017678382,0.0031494522,0.0023215387,0.006217989,0.001402685,0.032513104,0.0012816401,0.8969181,0.0004980296],"about_ca_topic_score_codex":0.00042513767,"about_ca_topic_score_gemma":0.000006227612,"teacher_disagreement_score":0.47617102,"about_ca_system_score_codex":0.00096960284,"about_ca_system_score_gemma":0.0070644864,"threshold_uncertainty_score":0.9997632},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393277786","doi":"10.1038/s41386-024-01851-0","title":"Retraction Note: Association between neuromelanin-sensitive MRI signal and psychomotor slowing in late-life depression","year":2024,"lang":"en","type":"retraction","venue":"Neuropsychopharmacology","topic":"Neurogenesis and neuroplasticity mechanisms","field":"Neuroscience","cited_by":1,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre; University of Ottawa","funders":"","keywords":"Neuromelanin; Association (psychology); Depression (economics); Psychomotor learning; Neuroscience; Psychology; Medicine; Clinical psychology; Psychiatry; Cognition; Psychotherapist; Substantia nigra","score_opus":0.02868286782985385,"score_gpt":0.3201425480731231,"score_spread":0.29145968024326924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393277786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461917,0.0003845597,0.00019032531,0.0013557125,0.04505012,0.0016111842,0.00041834338,0.00054633163,0.004251688],"genre_scores_gemma":[0.9748787,0.010619131,0.00003392303,0.0043965084,0.0043575214,0.00011124402,0.000058848625,0.0003900911,0.005154017],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99257416,0.001955633,0.0010421053,0.0024268522,0.0010520251,0.0009492288],"domain_scores_gemma":[0.995241,0.0031612716,0.0007708509,0.0003375442,0.000095010386,0.00039432838],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00061222207,0.00083490124,0.0010553615,0.0011397247,0.0002827646,0.00023574024,0.00036675675,0.0016455811,0.0003156538],"category_scores_gemma":[0.0008745737,0.0008825078,0.00025178617,0.0010296413,0.0000846289,0.00039709485,0.00021840252,0.005172886,0.00064983947],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048318258,0.00017532567,0.00046716546,0.00024204524,0.00004202707,0.0014703167,0.000094674666,0.000054796306,0.9656492,0.00001202603,0.026114708,0.005194568],"study_design_scores_gemma":[0.005456624,0.0015887623,0.032245383,0.0006626576,0.0014523878,0.00043095366,0.000011344015,0.007274726,0.6557061,0.00019329521,0.29270324,0.0022745016],"about_ca_topic_score_codex":0.000027414539,"about_ca_topic_score_gemma":0.000009041184,"teacher_disagreement_score":0.30994305,"about_ca_system_score_codex":0.0003555224,"about_ca_system_score_gemma":0.00017323728,"threshold_uncertainty_score":0.9996505},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4393910131","doi":"10.1016/j.neo.2024.100994","title":"Retraction notice to “Role of Autophagy as a Survival Mechanism for Hypoxic Cells in Tumors” [Neoplasia 18 (2016) 347- 355/201]","year":2024,"lang":"en","type":"article","venue":"Neoplasia","topic":"Autophagy in Disease and Therapy","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Notice; Autophagy; Mechanism (biology); Cancer research; Hypoxia (environmental); Medicine; Biology; Pathology; Cell biology; Chemistry; Philosophy; Genetics; Political science; Oxygen; Apoptosis; Law; Epistemology","score_opus":0.012595217939620724,"score_gpt":0.29137819405856075,"score_spread":0.27878297611894004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393910131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846889,0.00067307166,0.0011623971,0.0005829625,0.0024117704,0.0013758072,0.000101079495,0.00023527835,0.008768764],"genre_scores_gemma":[0.99268866,0.00008795966,0.0012808953,0.0005741437,0.0005227921,0.00014674618,0.000038284645,0.0000895463,0.004570963],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99785155,0.000071750124,0.00054505473,0.0005708223,0.0004755982,0.00048522622],"domain_scores_gemma":[0.99866194,0.00035395168,0.00010445835,0.00045031065,0.00014069962,0.00028861666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041325588,0.000303716,0.00055736164,0.0004070649,0.00005772038,0.00004158059,0.00016800487,0.00032952835,0.00073920423],"category_scores_gemma":[0.00017741013,0.00028749977,0.00023542697,0.000517741,0.000039094586,0.000176062,0.00003958581,0.00039798286,0.0006489529],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003143456,0.00095989514,0.0003441081,0.001141025,0.00039051843,0.0008093413,0.0026489021,0.00009221907,0.92277724,0.038460135,0.00917176,0.020061377],"study_design_scores_gemma":[0.0033731696,0.0020466757,0.008747202,0.0009883498,0.00034925574,0.00023555288,0.0009582793,0.0049403384,0.9342531,0.016015675,0.027566912,0.0005254746],"about_ca_topic_score_codex":0.00020269695,"about_ca_topic_score_gemma":0.000074215845,"teacher_disagreement_score":0.022444459,"about_ca_system_score_codex":0.00016531041,"about_ca_system_score_gemma":0.00052422506,"threshold_uncertainty_score":0.99995774},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394127797","doi":"10.6084/m9.figshare.20424148","title":"What difference might retractions make? An estimate of the potential epistemic cost of retractions on meta-analyses","year":2022,"lang":"en","type":"dataset","venue":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Psychology; Computer science; Epistemology; Econometrics; Mathematics; Philosophy","score_opus":0.16090707776705274,"score_gpt":0.4570953562483701,"score_spread":0.29618827848131735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394127797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6171729,0.0005496771,0.0000059643958,0.019583004,0.001472652,0.0010796362,0.3584533,0.000010232837,0.0016726584],"genre_scores_gemma":[0.96805614,0.021993073,0.0004944133,0.00076665945,0.0009052897,0.000060261773,0.0071421033,0.000038537473,0.0005435013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99113554,0.001101291,0.0022103575,0.001428137,0.0014190851,0.002705578],"domain_scores_gemma":[0.9898303,0.0028942958,0.0011608037,0.0013871391,0.0012800791,0.0034473918],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.01710719,0.0005085869,0.0017265754,0.0014424896,0.0019856857,0.000689938,0.0035932257,0.0008735716,0.002871134],"category_scores_gemma":[0.00911193,0.00039522795,0.00057783414,0.00150653,0.02056518,0.0017642982,0.0012547689,0.0041503124,0.000010676251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016626104,0.0006652228,0.0005309202,0.00013794395,0.00024576578,0.0000028528523,0.00009693495,0.00030728392,0.00050328154,0.99176,0.0050897966,0.00049371674],"study_design_scores_gemma":[0.0028413862,0.004036497,0.050344232,0.00078979426,0.0037450294,0.00017703176,0.025165267,0.012893612,0.007849507,0.53256774,0.3564106,0.003179336],"about_ca_topic_score_codex":0.038466632,"about_ca_topic_score_gemma":0.006146329,"teacher_disagreement_score":0.4591923,"about_ca_system_score_codex":0.0012654319,"about_ca_system_score_gemma":0.009162597,"threshold_uncertainty_score":0.99985},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4394856700","doi":"10.1371/journal.pone.0292512","title":"Research ethics review during the COVID-19 pandemic: An international study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Toronto; Lunenfeld-Tanenbaum Research Institute","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Medicine; Research ethics; Personal protective equipment; Public health; Nursing; Pathology; Geography; Infectious disease (medical specialty); Disease","score_opus":0.941667265302118,"score_gpt":0.7231264294799878,"score_spread":0.21854083582213013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394856700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74223053,0.011037198,0.000013777989,0.23731472,0.00014793062,0.0021293105,0.000016778986,0.00023972499,0.006870043],"genre_scores_gemma":[0.87812877,0.09630165,0.00022091606,0.0084913075,0.00088816916,0.00024283557,0.0000143825355,0.000041230098,0.015670748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921401,0.0014219502,0.00045798448,0.0005303771,0.0051033366,0.00034624807],"domain_scores_gemma":[0.9611251,0.035635564,0.000035926416,0.0011995529,0.0015062811,0.0004975861],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044806883,0.000094015886,0.00026785152,0.00016187828,0.00029556276,0.00011422034,0.0007067323,0.00025251554,0.0012311388],"category_scores_gemma":[0.13855739,0.000060172842,0.000065874025,0.00058142404,0.0004018791,0.00010299405,0.0005059197,0.011175537,0.00044988372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010851421,0.028931247,0.7694109,0.10597147,0.0048717153,0.0027375333,0.021852866,0.0000043615723,0.011817717,0.044474915,0.005516492,0.0033256058],"study_design_scores_gemma":[0.014310321,0.020984236,0.2633649,0.20431688,0.004261697,0.0008369252,0.02310142,0.0044210744,0.0031640285,0.19965427,0.2591859,0.0023983445],"about_ca_topic_score_codex":0.0001545168,"about_ca_topic_score_gemma":0.00047392002,"teacher_disagreement_score":0.50604606,"about_ca_system_score_codex":0.00043358013,"about_ca_system_score_gemma":0.0016058529,"threshold_uncertainty_score":0.9996819},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4394910161","doi":"10.1016/j.jclinepi.2024.111367","title":"Research Integrity definitions and challenges","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Key (lock); Epidemiology; MEDLINE; Medicine; Data science; Computer science; Political science; Pathology; Computer security","score_opus":0.9892677528996713,"score_gpt":0.7978616850336153,"score_spread":0.19140606786605596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394910161","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23150043,0.06494513,0.00064240705,0.6853312,0.005758099,0.00027432325,0.000014259193,0.000050000843,0.01148413],"genre_scores_gemma":[0.6507246,0.32174397,0.0064281044,0.01528218,0.005494435,0.00002321523,0.0000020267414,0.000028568364,0.0002729155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.877667,0.11404151,0.0066930195,0.00041540773,0.00037829066,0.0008047914],"domain_scores_gemma":[0.46741593,0.52851564,0.001606855,0.00036973058,0.0012953465,0.0007965257],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32846287,0.00013390185,0.0017953526,0.0003446352,0.00042457593,0.000009216411,0.00031684389,0.0010979186,0.00035807534],"category_scores_gemma":[0.45211905,0.00009144865,0.00030531728,0.00024126371,0.0007919517,0.00031120962,0.00024442055,0.015321471,0.000515871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027512544,0.00017239043,0.13482334,0.0015268906,0.00016785042,0.00014623297,0.0012514562,5.8454725e-7,0.0000022382735,0.686911,0.04436704,0.13035586],"study_design_scores_gemma":[0.00032657807,0.00074982713,0.25155067,0.0010049345,0.00003235276,0.00008556661,0.0033488735,0.000098634126,1.5088222e-7,0.29657426,0.4461567,0.00007141479],"about_ca_topic_score_codex":0.00025890936,"about_ca_topic_score_gemma":0.00037010002,"teacher_disagreement_score":0.670049,"about_ca_system_score_codex":0.00011255279,"about_ca_system_score_gemma":0.002166191,"threshold_uncertainty_score":0.9869502},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4396564508","doi":"10.2196/53308","title":"The Ability of ChatGPT in Paraphrasing Texts and Reducing Plagiarism: A Descriptive Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Linguistics; Psychology; Descriptive research; Sociology; Philosophy; Statistics; Mathematics; Social science","score_opus":0.05215599407196464,"score_gpt":0.4426605540824613,"score_spread":0.39050456001049666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396564508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780043,0.0039433,0.00017875104,0.016612325,0.00059218577,0.0003502449,6.381562e-7,0.000019624775,0.00029863333],"genre_scores_gemma":[0.99881995,0.00044730195,0.00012833225,0.0001784394,0.00022522028,0.00010355824,0.000013145272,0.000006085525,0.00007796504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987656,0.00009554928,0.00044495275,0.00023074463,0.00030772263,0.00015542854],"domain_scores_gemma":[0.99902564,0.00045074098,0.000055292887,0.00018739524,0.00011574885,0.00016519822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011179046,0.00007178937,0.00017782082,0.00026122355,0.00007556699,0.000028819284,0.000052305888,0.00014902999,0.00010107044],"category_scores_gemma":[0.0014460738,0.000050035844,0.00005889908,0.0010496763,0.00019904379,0.00008392585,0.000013289874,0.00036265593,0.0000051119646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072603696,0.0003161077,0.05532085,0.00033134845,0.00008603815,0.000002594335,0.041678306,0.000002756471,0.00048323182,0.0011670598,0.0009601138,0.899579],"study_design_scores_gemma":[0.00010458618,0.00029764106,0.8634937,0.002791955,0.0005615006,0.000061111255,0.07128454,0.03686979,0.003498111,0.014922684,0.0058582486,0.0002561328],"about_ca_topic_score_codex":0.0020516645,"about_ca_topic_score_gemma":0.00030007487,"teacher_disagreement_score":0.89932287,"about_ca_system_score_codex":0.00015327551,"about_ca_system_score_gemma":0.0016954229,"threshold_uncertainty_score":0.31015167},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398246959","doi":"10.1200/go.23.00287","title":"Global Landscape of the Attack of Predatory Journals in Oncology","year":2024,"lang":"en","type":"article","venue":"JCO Global Oncology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Genentech; European Society for Medical Oncology","keywords":"Publishing; Publication; Psychological intervention; Descriptive statistics; Medicine; Clinical Oncology; Odds ratio; Feeling; Psychology; Family medicine; Medical education; Political science; Internal medicine; Cancer; Social psychology; Nursing; Law; Statistics","score_opus":0.5602366891606101,"score_gpt":0.6480163093402614,"score_spread":0.08777962017965135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398246959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85793674,0.008724759,0.00020489408,0.004332144,0.002859119,0.00026339418,0.00030144502,0.00001249677,0.12536499],"genre_scores_gemma":[0.99865204,0.00033392877,0.00028128448,0.00020312372,0.000093060095,0.0000057314255,8.2870605e-7,0.0000037584962,0.00042624382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99283963,0.00087275123,0.0012886021,0.0005165164,0.003955481,0.0005270214],"domain_scores_gemma":[0.9939727,0.0034149864,0.0004186604,0.0006021831,0.0013746019,0.00021686952],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016626745,0.00012976222,0.0006294917,0.0075025605,0.000051874507,0.00021903182,0.0026874708,0.00038189284,0.0009630299],"category_scores_gemma":[0.014716134,0.0000735774,0.00027524043,0.13269792,0.00043770668,0.00025235928,0.0011429733,0.00032319606,0.0001233244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008568843,0.00035994823,0.6272141,0.000018455328,0.00003966454,0.000091624286,0.00008787103,0.00029873356,0.00016847864,0.005480095,0.11933429,0.2468211],"study_design_scores_gemma":[0.0005980243,0.0006628753,0.60482055,0.000030201321,0.000012081048,0.00009642965,0.00035582483,0.0022922088,0.00007564383,0.013563184,0.3774094,0.00008359729],"about_ca_topic_score_codex":0.00017231744,"about_ca_topic_score_gemma":0.0008192861,"teacher_disagreement_score":0.25807512,"about_ca_system_score_codex":0.0009637513,"about_ca_system_score_gemma":0.0024092821,"threshold_uncertainty_score":0.99995023},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4399474388","doi":"10.1016/j.jfo.2024.104206","title":"Retraction notice of “Résultats à long terme de la kératoprothèse de Boston de type I au Canada”. J Fr Ophtalmol 46 (2023) 1212–1221","year":2024,"lang":"fr","type":"article","venue":"Journal Français d Ophtalmologie","topic":"Retinal and Optic Conditions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"","keywords":"Notice; Humanities; Political science; Philosophy; Law","score_opus":0.014357112331223085,"score_gpt":0.31469846537935353,"score_spread":0.3003413530481304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399474388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9331349,0.028207522,0.0013702362,0.0067263846,0.009754276,0.00042204774,0.00013232949,0.00006146528,0.020190813],"genre_scores_gemma":[0.9735505,0.0019018761,0.0021567582,0.00036686758,0.0038746,0.000020358648,0.00002625221,0.00008354484,0.018019231],"study_design_codex":"case_report","study_design_gemma":"observational","domain_scores_codex":[0.99585813,0.0005845163,0.000998112,0.0004685159,0.0007288933,0.0013618033],"domain_scores_gemma":[0.9961143,0.0018423022,0.00032838713,0.000404727,0.0004464327,0.00086385384],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024467814,0.0004726563,0.00069375127,0.00033949592,0.00040331003,0.00020394311,0.0003973131,0.00095831446,0.0032290018],"category_scores_gemma":[0.0035862883,0.00043782045,0.00036631504,0.00086628145,0.00053636316,0.00041660236,0.00010094305,0.0032984065,0.00017544112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026832216,0.0024954907,0.2899228,0.008536742,0.0030258412,0.2982314,0.008852816,0.005256424,0.11554162,0.0033226474,0.16006826,0.10206272],"study_design_scores_gemma":[0.001992431,0.002425059,0.711401,0.007516713,0.0022273345,0.1410221,0.0020616173,0.0076184385,0.015971271,0.0023355102,0.10445045,0.0009780829],"about_ca_topic_score_codex":0.21605979,"about_ca_topic_score_gemma":0.01660357,"teacher_disagreement_score":0.42147818,"about_ca_system_score_codex":0.0031568427,"about_ca_system_score_gemma":0.013753464,"threshold_uncertainty_score":0.99980736},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4399710116","doi":"10.1016/j.jclinepi.2024.111427","title":"Identification of retracted publications and completeness of retraction notices in public health","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Completeness (order theory); Identification (biology); Public health; Medicine; Computer science; Mathematics; Biology; Pathology","score_opus":0.46925259758110227,"score_gpt":0.5655348517299681,"score_spread":0.09628225414886582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399710116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7051411,0.0020704358,0.010521842,0.278667,0.0022849576,0.00014888003,0.000017141132,0.000014494714,0.0011341101],"genre_scores_gemma":[0.99276376,0.0053067934,0.00094892416,0.00047064424,0.0004266267,9.2276827e-7,0.000003896794,0.0000033591339,0.00007504665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9867099,0.0073521677,0.005240729,0.00017883831,0.00028574598,0.00023259665],"domain_scores_gemma":[0.9647779,0.030710027,0.0036652323,0.00010827216,0.0005612868,0.00017728642],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1037729,0.00005655874,0.0009351069,0.00031257106,0.00006681539,0.000014656363,0.00023793076,0.00085570803,0.00005200349],"category_scores_gemma":[0.1304626,0.000046420937,0.00016335525,0.0004957377,0.00061383366,0.0004802936,0.000018421675,0.002209342,0.0000020648865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075171265,0.00026413868,0.32856458,0.00020424763,0.00010121408,0.0000020029324,0.0039620763,0.00003451988,0.00018600923,0.5800723,0.0065892152,0.07994453],"study_design_scores_gemma":[0.00019872894,0.00019150571,0.88049835,0.00018555745,0.000021272983,0.00001105753,0.0014994082,0.0024747641,0.000008709597,0.039143704,0.07570886,0.000058088033],"about_ca_topic_score_codex":0.0007876069,"about_ca_topic_score_gemma":0.00044207982,"teacher_disagreement_score":0.55193377,"about_ca_system_score_codex":0.000055541685,"about_ca_system_score_gemma":0.00085839187,"threshold_uncertainty_score":0.9598615},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399975217","doi":"10.2139/ssrn.4872346","title":"Data Fabrication in Rheumatology Randomized Controlled Trials: Evidence from a Systematic Review and Sampling Analysis","year":2024,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Rheumatology; Medicine; Internal medicine; Sampling (signal processing); Medical physics; Computer science","score_opus":0.14303744538011035,"score_gpt":0.44016126480252293,"score_spread":0.2971238194224126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399975217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.798839e-7,0.98527336,0.0095601715,0.0004885968,0.0003608108,0.0041520414,0.00013356541,0.000024355411,0.0000063070634],"genre_scores_gemma":[0.000024082936,0.9986199,0.00021922556,0.000059537037,0.000038316513,0.00031428295,0.00026448473,0.000030553347,0.00042960516],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.967429,0.024266683,0.005913795,0.0008867708,0.000106166415,0.001397625],"domain_scores_gemma":[0.9698239,0.025455728,0.0035414665,0.0010051625,0.00012637007,0.000047399182],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08901512,0.00064844266,0.032425355,0.0009055635,0.00010313328,0.00011419471,0.0011331557,0.0007750893,0.00014794368],"category_scores_gemma":[0.054765012,0.0003215413,0.0030572016,0.0011042088,0.0001994779,0.00013136702,0.0002938669,0.004254409,0.000058249734],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005117033,0.0001011304,0.000004397085,0.68596995,0.21838276,0.0000073885417,0.00004532162,1.6652255e-7,0.0000026492705,0.004982933,0.00030969348,0.08507659],"study_design_scores_gemma":[0.019608878,0.00004311544,1.0034232e-7,0.44453257,0.5232142,0.00059385784,0.000055134795,0.000051045976,6.064538e-8,0.0071283197,0.0043856385,0.00038706625],"about_ca_topic_score_codex":0.00013492313,"about_ca_topic_score_gemma":0.00030047487,"teacher_disagreement_score":0.30483145,"about_ca_system_score_codex":0.0004677281,"about_ca_system_score_gemma":0.0020193139,"threshold_uncertainty_score":0.99992365},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400228684","doi":"10.3138/jsp-2023-0063","title":"Hidden Dangers: COVID-19-Based Research in Predatory Journals","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Ecology; Data science; Biology; Computer science; Virology; Medicine; Outbreak","score_opus":0.32110599399205936,"score_gpt":0.47230654877854433,"score_spread":0.15120055478648498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400228684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42966673,0.048978478,0.0013908293,0.49354297,0.0021207533,0.0005996396,0.00004740574,0.000105447885,0.023547728],"genre_scores_gemma":[0.9839655,0.0003951229,0.0023314224,0.010186208,0.0025059662,0.0000071830827,0.000010425173,0.00004751262,0.0005506369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938991,0.00080182916,0.001228167,0.00031947144,0.0030524859,0.0006989459],"domain_scores_gemma":[0.99333364,0.0013887159,0.00028362518,0.00038202794,0.002141206,0.002470764],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.036100354,0.0001643714,0.0004808646,0.003655253,0.00018787761,0.025984028,0.00069486204,0.0003292857,0.0013691119],"category_scores_gemma":[0.028869376,0.00012921411,0.00026687974,0.0023278191,0.00010120191,0.0366259,0.00010813066,0.0065246783,0.000023035642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012884669,0.0010825491,0.10128735,0.0039290907,0.00040231153,0.017563274,0.004149981,0.0001682155,0.0010316598,0.0057219053,0.5912125,0.27216268],"study_design_scores_gemma":[0.0039997254,0.0008807389,0.030516189,0.005516906,0.00010649687,0.0013859948,0.005633718,0.0011756645,0.000037393726,0.008120911,0.94237804,0.00024823405],"about_ca_topic_score_codex":0.0002528304,"about_ca_topic_score_gemma":0.000022047541,"teacher_disagreement_score":0.55429876,"about_ca_system_score_codex":0.0017398116,"about_ca_system_score_gemma":0.015250023,"threshold_uncertainty_score":0.9995438},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400279615","doi":"10.3138/jsp-2023-0060","title":"The Conceptual ‘APC Ring’: Is There a Risk of APC-Driven Guest Authorship, and Is a Change in the Culture of the APC Needed?","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Process management","score_opus":0.4187322829833594,"score_gpt":0.5087527598051707,"score_spread":0.09002047682181125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400279615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88248605,0.0319837,0.0000048462125,0.08069882,0.002019523,0.00045076894,0.00022031915,0.000014166122,0.0021218178],"genre_scores_gemma":[0.9858565,0.0037044424,0.000032738553,0.008680817,0.0014171079,0.000014784589,0.0000015877405,0.000019680805,0.00027234174],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950778,0.0026063004,0.00091264205,0.0002306912,0.00069770025,0.00047485455],"domain_scores_gemma":[0.9964495,0.0016100876,0.00073321006,0.0002714334,0.00061688235,0.00031890432],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009964398,0.00023566198,0.0003826387,0.0001519303,0.0006019348,0.002219992,0.0015041534,0.00097271625,0.0001992873],"category_scores_gemma":[0.0021134862,0.00011571622,0.00025643347,0.00084588584,0.00062535616,0.0065417076,0.000268283,0.013400222,0.0000036996362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088565145,0.00047848804,0.32966217,0.00066763954,0.001362338,0.00019568973,0.49181896,0.00004269241,0.0066183885,0.018678967,0.115970075,0.03361893],"study_design_scores_gemma":[0.0032022055,0.00064908783,0.0842963,0.0015197346,0.0011404783,0.0005126921,0.084911145,0.0025835282,0.010704046,0.010836313,0.7991811,0.0004633387],"about_ca_topic_score_codex":0.00025954665,"about_ca_topic_score_gemma":0.00007202432,"teacher_disagreement_score":0.683211,"about_ca_system_score_codex":0.00009136599,"about_ca_system_score_gemma":0.00028020015,"threshold_uncertainty_score":0.9988158},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400482717","doi":"10.55016/ojs/cpai.v4i2.74170","title":"Moving the Spotlight from Plagiarism to Academic Integrity in Paraphrasing Instruction","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Academic integrity; Academic dishonesty; Research integrity; Psychology; Mathematics education; Cheating; Engineering ethics; Engineering; Social psychology","score_opus":0.03052056251866167,"score_gpt":0.31748286873641707,"score_spread":0.2869623062177554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84210503,0.0018831992,0.0002858618,0.11885341,0.0018328176,0.00065637944,0.0002322568,0.00014503059,0.034005996],"genre_scores_gemma":[0.98324645,0.0018943067,0.00053900236,0.011238822,0.0019188041,0.0000515267,0.000033943496,0.00004426295,0.0010328584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99364644,0.0019192671,0.0007703172,0.0012400745,0.0009668208,0.0014571036],"domain_scores_gemma":[0.99624723,0.0014175017,0.0002136902,0.0005555983,0.00047356333,0.0010924271],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0043672584,0.00047997042,0.00056094024,0.0007274765,0.0014711012,0.0001709993,0.0014945223,0.0048505617,0.0008379827],"category_scores_gemma":[0.010661155,0.00043842,0.00022412323,0.0019911854,0.0007876551,0.0008506102,0.00013571982,0.042429373,0.00033637474],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015650161,0.00005490449,0.03337517,0.0000110171195,0.000094797855,0.00017021921,0.32272607,0.00006267683,0.0009769499,0.60398114,0.021269696,0.017120881],"study_design_scores_gemma":[0.0007435055,0.000049015835,0.06079924,0.00074987696,0.000058396028,0.000039333456,0.589352,0.00032663264,0.002082435,0.071721956,0.27293348,0.0011441363],"about_ca_topic_score_codex":0.62733114,"about_ca_topic_score_gemma":0.5533739,"teacher_disagreement_score":0.53225917,"about_ca_system_score_codex":0.005298953,"about_ca_system_score_gemma":0.0048963544,"threshold_uncertainty_score":0.9998289},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400482738","doi":"10.55016/ojs/cpai.v6i1.76948","title":"Are University Students Armed with the Necessary Skill Level to Prevent Plagiarism?","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Mathematics education; Psychology; Medical education; Medicine","score_opus":0.04125645674548666,"score_gpt":0.32116264970477065,"score_spread":0.279906192959284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77422583,0.00010735852,0.00011745622,0.18596004,0.0004617514,0.001153406,0.00052578654,0.0002573838,0.037191],"genre_scores_gemma":[0.9662625,0.0003804091,0.000044438733,0.0066535184,0.0004944548,0.000017013987,0.000012696441,0.000026668778,0.026108252],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99617225,0.0008410681,0.00019372848,0.0006878094,0.0010443177,0.0010608122],"domain_scores_gemma":[0.99752903,0.00060440804,0.00017538581,0.00034929192,0.00033024733,0.0010116127],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029456473,0.0002962243,0.00030011372,0.00053495995,0.0018283813,0.0000872347,0.0019928333,0.0015004792,0.00027272108],"category_scores_gemma":[0.001615828,0.00023345235,0.000113152586,0.0017060109,0.00069993996,0.00035423128,0.00012713102,0.009384802,0.0007297806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019869939,0.000095395626,0.020897625,0.00001237461,0.00019612785,0.00025877476,0.2632864,0.00009780616,0.000017664692,0.16360378,0.55003977,0.0012955792],"study_design_scores_gemma":[0.0002572302,0.00006448568,0.070415996,0.00014100401,0.00003503454,0.0000039119122,0.5935928,0.000017295817,0.000034735956,0.0011347443,0.3339183,0.0003844051],"about_ca_topic_score_codex":0.22909816,"about_ca_topic_score_gemma":0.45713142,"teacher_disagreement_score":0.33030644,"about_ca_system_score_codex":0.0028326123,"about_ca_system_score_gemma":0.0016332217,"threshold_uncertainty_score":0.9997958},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400482762","doi":"10.55016/ojs/cpai.v4i1.70974","title":"Punished but not prepared: An exploration of novice writers' experiences of plagiarism at university","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina; University of Manitoba","funders":"","keywords":"Psychology; Computer science","score_opus":0.04533344710183668,"score_gpt":0.309886515686752,"score_spread":0.26455306858491534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504099,0.00022837323,0.00019231987,0.0047278637,0.0003799791,0.00026627953,0.0002674276,0.00004851748,0.04347933],"genre_scores_gemma":[0.9955099,0.0006409565,0.0003193086,0.0005716258,0.00021736199,0.0000054193947,0.00003960866,0.000012752814,0.0026830456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968193,0.0009850205,0.00040306663,0.00062164495,0.0006439322,0.000527047],"domain_scores_gemma":[0.9974956,0.0004001909,0.00029220924,0.00033631752,0.00088206545,0.0005936486],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015406479,0.00021917016,0.0003971999,0.00034499317,0.0006469211,0.000024260053,0.00077950367,0.0019594266,0.0010141697],"category_scores_gemma":[0.0020283859,0.00024968124,0.00014808291,0.0006809782,0.0011822828,0.0017845724,0.00007076361,0.0037210602,0.000022133632],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016936114,0.00007256785,0.0005914967,0.000017962111,0.000042265805,0.000031008793,0.7144344,0.000009837231,0.0028193553,0.27951017,0.001867237,0.00043436777],"study_design_scores_gemma":[0.00026482242,0.00010269414,0.00054276886,0.000090945054,0.000028948867,0.0000048481857,0.9567859,0.00010216278,0.019848034,0.0015527174,0.020397568,0.0002785461],"about_ca_topic_score_codex":0.2255091,"about_ca_topic_score_gemma":0.21598251,"teacher_disagreement_score":0.27795747,"about_ca_system_score_codex":0.0017798073,"about_ca_system_score_gemma":0.003077546,"threshold_uncertainty_score":0.9999955},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400482789","doi":"10.55016/ojs/cpai.v4i1.72848","title":"Nursing student knowledge of plagiarism and its relationship to writing apprehension and writing self-efficacy","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Apprehension; Psychology; Self-efficacy; Communication apprehension; Nursing; Medical education; Pedagogy; Medicine; Social psychology; Anxiety","score_opus":0.045797995634867396,"score_gpt":0.36985548880929525,"score_spread":0.32405749317442784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939324,0.0063553597,0.000069359354,0.013933709,0.00022769523,0.000411953,0.000042058196,0.000071901435,0.03956396],"genre_scores_gemma":[0.99693143,0.0009929655,0.000632292,0.00061150745,0.00044547982,0.000008541383,0.0000055519326,0.0000197738,0.00035243333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9972305,0.00074541837,0.00043871783,0.0006322614,0.0003432045,0.00060986454],"domain_scores_gemma":[0.9968153,0.0015383038,0.00012503777,0.00015393816,0.00056026544,0.00080713065],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023733492,0.00022353286,0.0003393005,0.00037671337,0.0010715096,0.00007638225,0.00027027514,0.0015731596,0.00005691456],"category_scores_gemma":[0.0041667507,0.00025430182,0.00006614151,0.00059529964,0.0003091286,0.0003334953,0.000068324436,0.0065720156,0.000022021168],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014510701,0.00008975379,0.011167743,0.000031208685,0.00003180119,0.000012676615,0.3172654,0.0000034985135,0.00033337032,0.6645351,0.0009621454,0.0055527743],"study_design_scores_gemma":[0.0006741801,0.00010158255,0.21321496,0.001957295,0.00009711772,0.000051586074,0.76368743,0.00042164573,0.00065085967,0.0076517616,0.010803102,0.00068850943],"about_ca_topic_score_codex":0.009471368,"about_ca_topic_score_gemma":0.009889966,"teacher_disagreement_score":0.65688336,"about_ca_system_score_codex":0.0011793383,"about_ca_system_score_gemma":0.0013194379,"threshold_uncertainty_score":0.99999094},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4400482806","doi":"10.55016/ojs/cpai.v6i1.76880","title":"The Influence of Locus of Control on Plagiarism Prevention by College Teachers","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"School Leadership and Teacher Performance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Locus of control; Psychology; Control (management); Mathematics education; Medical education; Computer science; Social psychology; Medicine; Artificial intelligence","score_opus":0.026700469579707873,"score_gpt":0.323559915691605,"score_spread":0.29685944611189713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972737,0.00032300485,0.0000049550817,0.013293477,0.0001424565,0.00039273946,0.00015277827,0.00004448511,0.012909087],"genre_scores_gemma":[0.99670553,0.00040808742,0.0000040440873,0.00027559788,0.00009739777,0.000024438867,0.000003005068,0.00001036067,0.0024715262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981412,0.00043515014,0.0002657423,0.00025459065,0.00043978158,0.0004635089],"domain_scores_gemma":[0.9986712,0.00052088086,0.0001697891,0.00021191583,0.00016740906,0.00025882118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022447242,0.00012754647,0.00019266653,0.00020485536,0.00047047719,0.000014215137,0.00056180666,0.00046222634,0.000040503633],"category_scores_gemma":[0.002046765,0.00010492585,0.000091641385,0.00064437115,0.0008563277,0.00015567374,0.000009342804,0.0021850837,0.000055989207],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034149375,0.00011715415,0.059466697,0.00003110459,0.00023745537,0.0000079641095,0.2861535,0.00037460425,0.0011898711,0.5237239,0.12089858,0.0074576833],"study_design_scores_gemma":[0.0015083008,0.0005106163,0.15175368,0.00037864104,0.00005438677,0.0000011368284,0.76624876,0.00012824255,0.0009198204,0.011854453,0.06611176,0.00053021364],"about_ca_topic_score_codex":0.09416285,"about_ca_topic_score_gemma":0.07257304,"teacher_disagreement_score":0.51186943,"about_ca_system_score_codex":0.0008313049,"about_ca_system_score_gemma":0.0010851502,"threshold_uncertainty_score":0.9493223},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4400482808","doi":"10.55016/ojs/cpai.v6i2.77102","title":"An Attribution Theory Lens on Plagiarism: Examining the Beliefs of Preservice Teachers","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Manitoba","funders":"","keywords":"Attribution; Psychology; Through-the-lens metering; Lens (geology); Mathematics education; Social psychology; Optics; Physics","score_opus":0.06401836504299194,"score_gpt":0.34441488418711613,"score_spread":0.2803965191441242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84550893,0.00040757225,0.00019074349,0.04154182,0.00077226816,0.0008309067,0.00045212806,0.00031768827,0.10997793],"genre_scores_gemma":[0.99308306,0.0007223929,0.00002530774,0.0030783042,0.00081663486,0.000032168395,0.000044597877,0.00002779249,0.002169733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9951138,0.0021902842,0.00037411117,0.00060823903,0.00077132945,0.0009422711],"domain_scores_gemma":[0.99681187,0.001703222,0.00019775356,0.0004901984,0.00031646425,0.00048050506],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009643664,0.0002737093,0.00030477883,0.00048386003,0.0013595782,0.000052516618,0.0014369411,0.002407685,0.00040564168],"category_scores_gemma":[0.0041620866,0.000223572,0.0001178622,0.0010974734,0.001069368,0.00055910647,0.00004497805,0.012039451,0.00027821056],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055690547,0.000025549722,0.0020287926,0.000005816477,0.000044540637,0.00000685572,0.22241671,0.00007355603,0.00020531571,0.7583879,0.014118282,0.0026309493],"study_design_scores_gemma":[0.00038797932,0.00036569955,0.053637274,0.00027420424,0.00005619143,0.0000042096513,0.7612336,0.00044702075,0.0007680402,0.040270023,0.14195551,0.0006002064],"about_ca_topic_score_codex":0.21712524,"about_ca_topic_score_gemma":0.08296606,"teacher_disagreement_score":0.7181179,"about_ca_system_score_codex":0.0014946733,"about_ca_system_score_gemma":0.0015089745,"threshold_uncertainty_score":0.9999405},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400482815","doi":"10.55016/ojs/cpai.v6i1.76505","title":"Pre-Service Teachers Beliefs about Plagiarism: An Attribution Theory Lens","year":2023,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Attribution; Lens (geology); Psychology; Service (business); Through-the-lens metering; Social psychology; Business; Physics; Optics","score_opus":0.04421090954988021,"score_gpt":0.33893504879676073,"score_spread":0.2947241392468805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8208091,0.0008942066,0.00054555334,0.07343521,0.0015529258,0.0011462806,0.00082122046,0.0011222035,0.099673286],"genre_scores_gemma":[0.9792958,0.0017891931,0.00008575481,0.0093667535,0.0018699571,0.00006320716,0.00018715997,0.000055572214,0.007286618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440336,0.0018040946,0.0004412536,0.00094929186,0.00082947756,0.0015725435],"domain_scores_gemma":[0.9969729,0.00069894403,0.00017292309,0.00047276856,0.0004918018,0.0011906333],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0079585,0.00040330325,0.00039230468,0.00073066814,0.001937821,0.00011824374,0.0013520914,0.0044308393,0.0009872525],"category_scores_gemma":[0.0035252762,0.00042109206,0.00016935321,0.0016430414,0.0008131205,0.0012351657,0.000062038926,0.016044583,0.0015306512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054579396,0.000027809807,0.0023297202,0.000007690747,0.000047550904,0.000018890578,0.26013103,0.000025451847,0.00009518842,0.7041086,0.02869678,0.004456679],"study_design_scores_gemma":[0.00042331757,0.00012791133,0.03893313,0.00018667571,0.00005390848,0.000008999331,0.37120795,0.00035755994,0.00016290012,0.04875472,0.53890514,0.00087775616],"about_ca_topic_score_codex":0.42142537,"about_ca_topic_score_gemma":0.37730455,"teacher_disagreement_score":0.6553539,"about_ca_system_score_codex":0.0034292578,"about_ca_system_score_gemma":0.0028704177,"threshold_uncertainty_score":0.999926},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400620696","doi":"10.1080/08989621.2024.2377723","title":"The punishment intensity for research misconduct and its related factors: An exploratory study on hospitals in Mainland China","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mainland China; Misconduct; Exploratory research; China; Scientific misconduct; Punishment (psychology); Psychology; Criminology; Applied psychology; Social psychology; Political science; Law; Sociology; Medicine; Social science; Alternative medicine","score_opus":0.2987618849254758,"score_gpt":0.5154437601731929,"score_spread":0.21668187524771715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400620696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984134,0.0007023267,4.262744e-7,0.009965893,0.00030626246,0.0030662657,0.000024884996,0.000036294274,0.0017636182],"genre_scores_gemma":[0.99879146,0.0003693768,0.000002985292,0.000022126103,0.000119328404,0.00030059993,0.0000070394235,0.000014728759,0.00037237324],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99078655,0.0053157522,0.00043395066,0.0007378984,0.0016763491,0.0010494826],"domain_scores_gemma":[0.9903879,0.008395216,0.000023552122,0.00041675474,0.0006026813,0.0001738734],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09036314,0.00014682287,0.00024388851,0.00043882037,0.0013702399,0.0005955793,0.0007673922,0.00056425435,0.000049238675],"category_scores_gemma":[0.0106707625,0.000102672784,0.00004084499,0.0013706548,0.0009988857,0.0007341721,0.0002717329,0.0056827236,0.000028696564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005758767,0.00083586754,0.33092114,0.000107668304,0.000042072563,0.000040757557,0.6350852,0.000003716611,0.00017031333,0.025296727,0.0036114932,0.0033091283],"study_design_scores_gemma":[0.000435563,0.00087097473,0.27742106,0.00017236017,0.000003641403,5.748825e-7,0.6468742,0.00035000953,0.00019087842,0.065742746,0.0077384715,0.00019951323],"about_ca_topic_score_codex":0.0155771235,"about_ca_topic_score_gemma":0.035015758,"teacher_disagreement_score":0.07969238,"about_ca_system_score_codex":0.00093830645,"about_ca_system_score_gemma":0.00066457846,"threshold_uncertainty_score":0.99992985},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400663497","doi":"10.1007/s00521-024-10072-x","title":"Retraction Note: IoT-based 3D convolution for video salient object detection","year":2024,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Visual Attention and Saliency Detection","field":"Computer Science","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Convolution (computer science); Salient; Artificial intelligence; Computer vision; Object (grammar); Object detection; Computer graphics (images); Pattern recognition (psychology)","score_opus":0.01821158145157316,"score_gpt":0.31354774503719524,"score_spread":0.2953361635856221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400663497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018524345,0.00017998077,0.9780916,0.00078601297,0.0009813794,0.00050347345,0.000004295867,0.00079990947,0.00012900785],"genre_scores_gemma":[0.99291384,0.0000041547078,0.0062166657,0.00030827426,0.00033372213,0.00013116114,0.000010096743,0.000011500989,0.00007058098],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988931,0.000047883626,0.00023386259,0.00048180632,0.0001566259,0.00018675896],"domain_scores_gemma":[0.9993844,0.00017991067,0.00007117754,0.00020706191,0.00009169589,0.00006573055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028810345,0.00012167715,0.00009642594,0.0001558125,0.0005327018,0.0002995549,0.00013278147,0.00008535902,0.0000016598273],"category_scores_gemma":[0.000023534605,0.00011946817,0.00007990179,0.00052826904,0.00003339997,0.0001660081,0.000035980553,0.0002048659,0.000020083664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013105812,0.00006930912,0.00004007461,0.00017792294,0.0000102036865,8.640813e-7,0.000112534384,0.00423926,0.037750002,0.010959777,0.000422335,0.9462046],"study_design_scores_gemma":[0.00016587603,0.00012606618,0.0007484894,0.000025954505,0.000014435474,0.000019721481,0.0000112174175,0.95898545,0.005781088,0.0011448893,0.032841284,0.00013552271],"about_ca_topic_score_codex":0.00002355664,"about_ca_topic_score_gemma":0.000010220295,"teacher_disagreement_score":0.9743895,"about_ca_system_score_codex":0.00007437977,"about_ca_system_score_gemma":0.000031772175,"threshold_uncertainty_score":0.48717707},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4400689326","doi":"10.1007/s00521-024-10097-2","title":"Retraction Note: A novel deep learning-based multi-model ensemble method for the prediction of neuromuscular disorders","year":2024,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Infrared Thermography in Medicine","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Artificial intelligence; Ensemble learning; Machine learning","score_opus":0.024443286551977948,"score_gpt":0.33209545824278675,"score_spread":0.3076521716908088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400689326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013217772,0.00054914964,0.983481,0.0014655846,0.00013425921,0.00089929026,0.000013305678,0.00017662499,0.00006302148],"genre_scores_gemma":[0.9475807,0.0000358275,0.051754076,0.00019840333,0.00020005538,0.00012228216,0.000043906373,0.000024654228,0.00004007889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922836,0.000027596392,0.00021777026,0.00024778358,0.00014764805,0.00013086874],"domain_scores_gemma":[0.9989809,0.0006293449,0.00007002396,0.0001871317,0.00008835316,0.00004427963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032036597,0.00010427727,0.00014116864,0.000100197954,0.00024245442,0.000017146956,0.000056520235,0.00008417932,0.000001476242],"category_scores_gemma":[0.00009183546,0.00007612874,0.000111275855,0.00031982543,0.000075016345,0.00002638799,0.000014026368,0.00038801838,4.570714e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009598775,0.00023106408,0.0007194882,0.0007146723,0.000103326245,5.666924e-7,0.0007109266,0.30058682,0.21096012,0.0014923558,0.00017480184,0.48420987],"study_design_scores_gemma":[0.0006537911,0.00015531457,0.0042387177,0.00006686829,0.00024329801,0.000016283944,0.000063145664,0.98911333,0.00083185674,0.00012654724,0.0044376613,0.00005321007],"about_ca_topic_score_codex":0.000015095264,"about_ca_topic_score_gemma":0.0000027718752,"teacher_disagreement_score":0.93436295,"about_ca_system_score_codex":0.000013748283,"about_ca_system_score_gemma":0.000027406766,"threshold_uncertainty_score":0.310444},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400879434","doi":"10.1136/bmjebm-2024-112899","title":"Rapid review method series: interim guidance for the reporting of rapid reviews","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; University of Alberta; Public Health Agency of Canada; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Interim; Systematic review; Set (abstract data type); Computer science; Psychology; MEDLINE; Political science","score_opus":0.9004752747875066,"score_gpt":0.647176774034603,"score_spread":0.2532985007529035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400879434","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012307698,0.5960172,0.3266341,0.07120948,0.0009676515,0.00426934,0.000006935545,0.000013053375,0.00086995616],"genre_scores_gemma":[0.006081666,0.60342824,0.30366465,0.03809823,0.004126733,0.006502778,0.000036015303,0.00013556783,0.037926078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9181783,0.018894266,0.05374631,0.0019555688,0.006711117,0.00051443034],"domain_scores_gemma":[0.73149306,0.15770067,0.08257787,0.019966453,0.007655666,0.00060627784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62129295,0.00051269284,0.008255812,0.00037242027,0.00016265569,0.00022888329,0.0025236981,0.00008886765,0.018057235],"category_scores_gemma":[0.7240558,0.0001770049,0.0035242166,0.0033758346,0.00028854128,0.0004984011,0.00013212246,0.0002813146,0.0004013348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019399626,0.0000080960135,0.00006162098,0.010725636,0.00012511991,0.000010764346,0.00016641921,0.000007610145,0.00038218978,0.0005594808,0.5713201,0.41661355],"study_design_scores_gemma":[0.00011664315,0.0003165945,0.00008848333,0.09394831,0.0014920922,0.0000775343,0.0002625198,0.0052050375,0.00027826728,0.0010056585,0.8970376,0.0001712299],"about_ca_topic_score_codex":0.000024150895,"about_ca_topic_score_gemma":0.000009566395,"teacher_disagreement_score":0.4164423,"about_ca_system_score_codex":0.00006049069,"about_ca_system_score_gemma":0.00046176952,"threshold_uncertainty_score":0.9828404},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401023281","doi":"10.1101/2024.07.24.604934","title":"“I’d like to think I’d be able to spot one if I saw one”: How science journalists navigate predatory journals","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Reputation; Prestige; Journalism; Public relations; Publishing; Quality (philosophy); Diversity (politics); Credibility; Political science; Trustworthiness; Newspaper; Perception; Citizen science; Internet privacy; Media studies; Sociology; Psychology; Computer science; Law","score_opus":0.3049552395082844,"score_gpt":0.45338592290999924,"score_spread":0.14843068340171484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96066445,0.0066857105,0.0034260985,0.017096471,0.008343795,0.0020644409,0.0011404154,0.0003946038,0.00018400184],"genre_scores_gemma":[0.97763175,0.0008752859,0.017284356,0.0020843097,0.0012333142,0.0001417543,1.9865381e-7,0.0001894537,0.00055958884],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.96379054,0.000602837,0.0021586453,0.004561971,0.025897935,0.0029880973],"domain_scores_gemma":[0.96891534,0.0014989437,0.0011697332,0.0053289314,0.01753392,0.0055531138],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.069041006,0.0010720117,0.0016916116,0.08948453,0.0013727371,0.04089863,0.013869947,0.00089072087,0.0007457523],"category_scores_gemma":[0.045179684,0.0009491508,0.00058510335,0.22081825,0.0007155662,0.0016923097,0.015279866,0.0040637413,0.0025355306],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001228717,0.00065990456,0.005012706,0.00031269412,0.0002798151,0.00047647848,0.00021351557,0.00064281374,0.9407757,0.0014723485,0.049688637,0.00034253453],"study_design_scores_gemma":[0.0012154978,0.0010310152,0.2447003,0.0041947155,0.00026762285,0.0000010494598,0.00012696226,0.003251951,0.5065829,0.0010981332,0.23266652,0.004863285],"about_ca_topic_score_codex":0.0001280758,"about_ca_topic_score_gemma":0.000009494363,"teacher_disagreement_score":0.43419275,"about_ca_system_score_codex":0.0021312432,"about_ca_system_score_gemma":0.006608518,"threshold_uncertainty_score":0.99992734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401230226","doi":"10.1016/s2352-4642(24)00205-0","title":"Correction to Lancet Child Adolesc Health 2024; published online July 29. https://doi.org/10.1016/S2352-4642(24)00145-7","year":2024,"lang":"en","type":"erratum","venue":"The Lancet Child & Adolescent Health","topic":"Human Health and Disease","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Spendenstiftung Bank Vontobel; Department for International Development, UK Government; Acadia University; Costco Wholesale","keywords":"Medicine; Library science; Psychology; Computer science","score_opus":0.03711658922711866,"score_gpt":0.3330301815853375,"score_spread":0.2959135923582188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401230226","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016787207,0.06285129,0.00005812846,0.4815812,0.0829722,0.0082989335,0.0024712128,0.0017933651,0.3598058],"genre_scores_gemma":[0.002989776,0.019130113,0.00013834432,0.2539206,0.26166907,0.0002476951,0.013151897,0.000598316,0.44815418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865668,0.0011996747,0.0029751728,0.0027233,0.0023153934,0.004219686],"domain_scores_gemma":[0.98937356,0.00012403968,0.0015101264,0.0038503453,0.00048192372,0.0046599708],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0035097427,0.0018822182,0.0048972564,0.0011604958,0.0015611281,0.00042680788,0.0015820678,0.0008616517,0.0061535193],"category_scores_gemma":[0.0011745655,0.0014435125,0.00088935584,0.0020670088,0.0002723464,0.00026339866,0.0006495531,0.044607002,0.021325255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001997787,0.001558121,0.00060233596,0.015672514,0.00019702906,0.00006637095,0.0008665069,0.000022238599,1.9570999e-7,0.00009541294,0.9692638,0.0096577],"study_design_scores_gemma":[0.0035880627,0.0014293079,0.044850074,0.029197248,0.0002718112,0.00012190159,0.00022645472,0.00031697896,9.482534e-7,0.00007719896,0.91890687,0.001013124],"about_ca_topic_score_codex":0.0016252887,"about_ca_topic_score_gemma":0.0020835532,"teacher_disagreement_score":0.2276606,"about_ca_system_score_codex":0.0029099348,"about_ca_system_score_gemma":0.008190637,"threshold_uncertainty_score":0.9997387},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401256164","doi":"10.31468/dwr.1051","title":"Examining AI Guidelines in Canadian Universities: Implications on Academic Integrity in Academic Writing","year":2024,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Niagara College","funders":"","keywords":"Academic integrity; Research integrity; Academic writing; Academic dishonesty; Psychology; Medical education; Political science; Engineering ethics; Mathematics education; Higher education; Medicine; Public relations; Engineering; Law","score_opus":0.203320511479892,"score_gpt":0.4814413194591376,"score_spread":0.2781208079792456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401256164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87936586,0.0027785313,0.000051572297,0.086400494,0.00025996694,0.00024288827,0.0000903997,0.00014494765,0.030665359],"genre_scores_gemma":[0.99323225,0.003263199,0.000079734935,0.002358053,0.00047408423,0.000021225329,0.000029359731,0.000017237664,0.00052486104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99735314,0.0003002859,0.00057865196,0.0005367183,0.00025682896,0.000974377],"domain_scores_gemma":[0.9981087,0.0012809326,0.000072404066,0.00014292847,0.00009290783,0.00030214546],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0036261852,0.00022442201,0.0002951417,0.00068581523,0.00046994552,0.00011947554,0.0004818871,0.0014704437,0.00008551228],"category_scores_gemma":[0.001261724,0.00022593021,0.00005344651,0.00071758754,0.00047819066,0.0006666292,0.0000772111,0.0071051456,0.00003187159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014711817,0.000015546499,0.45504788,0.000058417452,0.000018465344,0.00017532357,0.022086196,0.00004221961,0.0001347736,0.4616267,0.007060633,0.053719122],"study_design_scores_gemma":[0.0006690742,0.00010244337,0.2221626,0.0049903723,0.000070845075,0.00004463165,0.6360248,0.0028735346,0.00010022419,0.04501536,0.08659462,0.0013515347],"about_ca_topic_score_codex":0.34322116,"about_ca_topic_score_gemma":0.27684444,"teacher_disagreement_score":0.61393857,"about_ca_system_score_codex":0.0008862353,"about_ca_system_score_gemma":0.0022263483,"threshold_uncertainty_score":0.99982584},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401484666","doi":"10.1007/s00213-024-06666-x","title":"Retraction Note: MDMA-assisted psychotherapy for treatment of PTSD: study design and rationale for phase 3 trials based on pooled analysis of six phase 2 randomized controlled trials","year":2024,"lang":"en","type":"retraction","venue":"Psychopharmacology","topic":"Tryptophan and brain disorders","field":"Neuroscience","cited_by":9,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"MDMA; Randomized controlled trial; Psychotherapist; Psychology; Psychiatry; Clinical psychology; Medicine; Internal medicine","score_opus":0.16454947707858503,"score_gpt":0.4930338588089468,"score_spread":0.32848438173036176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401484666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14126958,0.01801352,0.46659237,0.005789256,0.04924462,0.2996217,0.018327363,0.00048000898,0.00066157675],"genre_scores_gemma":[0.851811,0.03930989,0.005887027,0.0024023664,0.0041373703,0.086459205,0.0026689058,0.0005256632,0.006798572],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98284304,0.01054632,0.0043175323,0.001319533,0.00059794384,0.00037561206],"domain_scores_gemma":[0.91216826,0.08248321,0.004543519,0.00037677126,0.00030249785,0.00012571974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013779582,0.0007739842,0.011943224,0.0028981355,0.00016126552,0.000074943666,0.00022429404,0.00078684045,0.00084983074],"category_scores_gemma":[0.008104454,0.0005367563,0.004597229,0.0011454149,0.00021701405,0.00009287497,0.000003774335,0.00024611244,0.0000028237193],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6526081,0.013756364,1.2995307e-7,0.00017559229,0.01201484,0.0000036662034,0.00026878322,0.00053508586,0.27284178,0.000027195038,0.0080539,0.039714545],"study_design_scores_gemma":[0.81537426,0.011330532,0.0000014504745,0.00005056218,0.05321104,0.0000013087802,0.000052782834,0.07266564,0.03893208,0.000401047,0.007625751,0.00035357932],"about_ca_topic_score_codex":0.0000144401865,"about_ca_topic_score_gemma":0.000013365229,"teacher_disagreement_score":0.7105414,"about_ca_system_score_codex":0.00017526773,"about_ca_system_score_gemma":0.00043768095,"threshold_uncertainty_score":0.9997084},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4401809337","doi":"10.1109/cvprw50498.2020.10645327","title":"Retraction Notice: FoNet: A Memory-efficient Fourier-based Orthogonal Network for Object Recognition","year":2020,"lang":"en","type":"article","venue":"","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Notice; Computer science; Cognitive neuroscience of visual object recognition; Object (grammar); Artificial intelligence; Computer vision","score_opus":0.04616984897163188,"score_gpt":0.2601526964405105,"score_spread":0.2139828474688786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401809337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008130773,0.000024620098,0.97680426,0.012484731,0.00042351475,0.0006178137,0.000009689236,0.00029528886,0.0012092937],"genre_scores_gemma":[0.73023784,0.0000036405886,0.26056954,0.007432908,0.0013521881,0.0002147151,0.000058366946,0.000017455324,0.00011335525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880034,0.000036778758,0.00022717415,0.00043216348,0.00021689374,0.00028667963],"domain_scores_gemma":[0.99914616,0.00023223007,0.000108037406,0.00024830928,0.000114731025,0.00015054524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021594494,0.00012372238,0.00012505456,0.000024169623,0.00025637305,0.00012415934,0.0002910299,0.00008672833,0.000053232983],"category_scores_gemma":[0.000039385002,0.00011248667,0.00011060482,0.00055536133,0.00001906398,0.00013880305,0.000046368816,0.00017376576,0.00007142541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015083562,0.00028473104,0.00006816709,0.0000617395,0.000037021466,0.000007672752,0.00017052295,0.4173414,0.0014141876,0.023753928,0.12878142,0.42792836],"study_design_scores_gemma":[0.0003927127,0.00015708759,0.00027864712,0.000011152609,0.000013559645,0.0000026207747,0.000007988426,0.98302805,0.0014432876,0.0015458292,0.0129464185,0.00017266374],"about_ca_topic_score_codex":0.000005030133,"about_ca_topic_score_gemma":0.000009782086,"teacher_disagreement_score":0.72210705,"about_ca_system_score_codex":0.00002175573,"about_ca_system_score_gemma":0.000062687475,"threshold_uncertainty_score":0.45870733},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4401820452","doi":"10.1139/cjpp-2024-0265","title":"Retraction: β-arrestin-1 mediates the endothelin-1-induced activation of Akt and integrin-linked kinase","year":2024,"lang":"en","type":"retraction","venue":"Canadian Journal of Physiology and Pharmacology","topic":"Receptor Mechanisms and Signaling","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protein kinase B; Integrin; Cell biology; Arrestin; Chemistry; Kinase; Endothelin 1; Internal medicine; Signal transduction; Biology; Medicine; Biochemistry; G protein-coupled receptor; Receptor","score_opus":0.01861895602927667,"score_gpt":0.27807186885900914,"score_spread":0.2594529128297325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401820452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717814,0.01666819,0.000054166,0.0010974059,0.009929067,0.00021732204,0.000077351375,0.0000032632838,0.00017183798],"genre_scores_gemma":[0.98812234,0.0074013993,0.000049674858,0.0003266725,0.003571763,0.0000074237682,0.00006471118,0.000027711063,0.00042830672],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998807,0.00024041404,0.0004085272,0.00024356632,0.00007821252,0.00022227722],"domain_scores_gemma":[0.9988392,0.00015167336,0.00047541616,0.000101547324,0.0002257789,0.0002063884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045457983,0.00021450764,0.0003760814,0.00020803855,0.00013218148,0.00001627874,0.00016792423,0.0008128215,0.0005625867],"category_scores_gemma":[0.0001103286,0.00015694769,0.0001183799,0.00007683419,0.00022216569,0.000010084909,0.000028951927,0.0011223656,0.0000019992483],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011475545,0.000012205951,0.000013067143,0.00018237584,0.00029854625,0.00001481977,0.00011717296,0.000019486597,0.9847631,0.000045154677,0.010186922,0.0042324252],"study_design_scores_gemma":[0.00039105536,0.00075994816,0.00009696872,0.00010759814,0.00026467984,0.00021029814,0.000118174714,0.000044917244,0.8801556,0.0006899951,0.11699672,0.00016401643],"about_ca_topic_score_codex":0.0004471538,"about_ca_topic_score_gemma":0.00028598984,"teacher_disagreement_score":0.106809795,"about_ca_system_score_codex":0.000035170873,"about_ca_system_score_gemma":0.0008683214,"threshold_uncertainty_score":0.6400141},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401855162","doi":"10.1007/s11010-024-05102-0","title":"Retraction Note: Topical application of aminopeptidase N-neutralizing antibody accelerates wound closure","year":2024,"lang":"en","type":"retraction","venue":"Molecular and Cellular Biochemistry","topic":"Peptidase Inhibition and Analysis","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Collaboration On Repair Discoveries; Spinal Cord Injury BC; University of British Columbia","funders":"","keywords":"Wound closure; Closure (psychology); Chemistry; Antibody; Medicine; Immunology; Wound healing; Political science","score_opus":0.008553934901944385,"score_gpt":0.2959917374770775,"score_spread":0.28743780257513313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401855162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556064,0.014791382,0.010513946,0.0012988205,0.00038103794,0.0006564681,0.00024827046,0.0001937409,0.016309945],"genre_scores_gemma":[0.9877868,0.000337076,0.00021895152,0.00013253227,0.00067122106,0.000020920117,0.0057926304,0.000056126068,0.0049837353],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981794,0.000036279034,0.00047519105,0.00062353245,0.0004395707,0.00024606392],"domain_scores_gemma":[0.998981,0.000021554955,0.00022215805,0.00042338745,0.00016390508,0.00018801939],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016269932,0.00034076907,0.0005311894,0.00017266051,0.000060901373,0.000069901354,0.00007403431,0.0012864453,0.000093601775],"category_scores_gemma":[0.000043052,0.0003319587,0.0003952644,0.00031411822,0.00011298321,0.000043731965,0.000048226084,0.0010767524,0.000025234995],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039918355,0.00013225032,0.00012277835,0.0036384189,0.00018682974,0.00019066909,0.000011651572,7.616585e-7,0.99116504,0.000058465863,0.0018933114,0.002559915],"study_design_scores_gemma":[0.00033336383,0.00006687593,0.000032360014,0.0013470358,0.0008206592,0.00014151016,0.00005172328,0.00023597875,0.9825149,0.00005550076,0.014111993,0.00028808432],"about_ca_topic_score_codex":0.000056484452,"about_ca_topic_score_gemma":9.932886e-7,"teacher_disagreement_score":0.032180417,"about_ca_system_score_codex":0.00011726855,"about_ca_system_score_gemma":0.00013033826,"threshold_uncertainty_score":0.9999132},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402008353","doi":"10.14429/djlit.44.4.19733","title":"Trends in Plagiarism","year":2024,"lang":"en","type":"article","venue":"DESIDOC Journal of Library & Information Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.010413566208841924,"score_gpt":0.27516627072139965,"score_spread":0.2647527045125577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402008353","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16733137,0.00694661,0.016648503,0.2893946,0.0041204295,0.00026314353,0.000034438566,0.0010995371,0.51416135],"genre_scores_gemma":[0.9926137,0.0012925344,0.0034560296,0.0009699864,0.00029291605,0.0000026955704,0.000011068159,0.0000075039306,0.0013535973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874234,0.00009127143,0.0006206306,0.00005059973,0.0002717541,0.00022337724],"domain_scores_gemma":[0.9994931,0.00013672098,0.00019511291,0.000069455076,0.00004833986,0.00005723032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010163435,0.00007865986,0.00016529017,0.0028581112,0.000092507544,0.00014596828,0.00043951502,0.0009811907,0.00078898855],"category_scores_gemma":[0.00020853091,0.00006885672,0.00007941707,0.0017751969,0.0001815617,0.00680697,0.000039688435,0.0022237713,0.00011550736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018089786,0.000009567424,0.001324649,0.00001397295,0.000018261368,0.0000497069,0.00987546,0.00001552041,0.000011957337,0.6231589,0.070865974,0.29463798],"study_design_scores_gemma":[0.00014849333,0.00005865462,0.00038016983,0.00012959998,0.0000070057977,0.00010533545,0.005550532,0.00018297898,0.0005410336,0.07519187,0.9176155,0.000088823486],"about_ca_topic_score_codex":0.000032801367,"about_ca_topic_score_gemma":0.0000074688446,"teacher_disagreement_score":0.84674954,"about_ca_system_score_codex":0.000059947408,"about_ca_system_score_gemma":0.00031399814,"threshold_uncertainty_score":0.9661304},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402011741","doi":"10.3389/fnhum.2024.1480750","title":"Retraction: Do surrounding people's emotions affect judgment of the central person's emotion? Comparing within cultural variation in holistic patterns of emotion perception in the multicultural Canadian society","year":2024,"lang":"en","type":"retraction","venue":"Frontiers in Human Neuroscience","topic":"Cultural Differences and Values","field":"Psychology","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Variation (astronomy); Psychology; Perception; Multiculturalism; Social psychology; Emotion perception; Cognitive psychology; Communication; Neuroscience","score_opus":0.10681470481075934,"score_gpt":0.3541427325677807,"score_spread":0.2473280277570214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402011741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979303,0.00011956702,0.00025841538,0.00033095336,0.01861204,0.00093118503,0.000100942096,0.000018120129,0.00032579826],"genre_scores_gemma":[0.99849147,0.0001511283,0.00004616484,0.000044383887,0.00028758385,0.000039613045,0.000106833715,0.00001789404,0.00081490853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967902,0.0007011086,0.0006633515,0.00068089564,0.0006511594,0.0005132952],"domain_scores_gemma":[0.998951,0.000062096646,0.0005006044,0.00034287103,0.00007516348,0.00006823299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008391934,0.00032973182,0.00047572714,0.00038535928,0.000343597,0.00021622649,0.0005811774,0.00040914182,0.000054774107],"category_scores_gemma":[0.000111119734,0.00021717798,0.00028586204,0.0011291506,0.00020816611,0.0004162499,0.000044418477,0.0015453544,0.0000010188046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024728704,0.00034213453,0.731809,0.0006841677,0.000029972854,0.000011943366,0.24804114,0.0053614755,0.003111779,0.0007362642,0.009337974,0.0005093858],"study_design_scores_gemma":[0.00030142054,0.00007409461,0.94228554,0.0008178417,0.00006158589,0.000024003037,0.044506535,0.011613492,0.0000037160235,0.000044551238,0.00005946601,0.00020776078],"about_ca_topic_score_codex":0.09331594,"about_ca_topic_score_gemma":0.10629767,"teacher_disagreement_score":0.21047649,"about_ca_system_score_codex":0.0014236483,"about_ca_system_score_gemma":0.000104467144,"threshold_uncertainty_score":0.91272175},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402758940","doi":"10.1038/s41562-024-01997-3","title":"Retraction Note: High replicability of newly discovered social-behavioural findings is achievable","year":2024,"lang":"en","type":"retraction","venue":"Nature Human Behaviour","topic":"Mental Health Research Topics","field":"Psychology","cited_by":8,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Behavioural sciences; Biology; Psychotherapist","score_opus":0.07052936699562908,"score_gpt":0.46832584391804927,"score_spread":0.3977964769224202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402758940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91926175,0.005141645,0.000009875003,0.0034978504,0.03322159,0.0034646005,0.008132434,0.00042331533,0.026846906],"genre_scores_gemma":[0.7867673,0.00017116687,0.00012163491,0.00023710467,0.0027113268,0.00020565034,0.004717288,0.00023255964,0.20483595],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99347836,0.00049018714,0.0013529072,0.0017206657,0.0019084982,0.001049371],"domain_scores_gemma":[0.9969032,0.00017224695,0.00077556435,0.0014908306,0.0003830052,0.00027519846],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015393042,0.00073108805,0.0011577429,0.00072038855,0.00055957434,0.00016133157,0.0007860037,0.008394318,0.009246573],"category_scores_gemma":[0.000121517376,0.00073039,0.0006699714,0.00071726914,0.00029053751,0.00030715874,0.00025623635,0.015686087,0.0004883157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042344144,0.001321393,0.014681844,0.0022962177,0.00017663173,0.00016063082,0.0019973752,6.982386e-8,0.00087758683,0.003115055,0.9635772,0.011372571],"study_design_scores_gemma":[0.0020624844,0.0012061114,0.755099,0.0010214958,0.0012618881,0.00012669305,0.000501225,0.000002907972,0.0016425069,0.002479269,0.23312649,0.0014699046],"about_ca_topic_score_codex":0.008579035,"about_ca_topic_score_gemma":0.0005292874,"teacher_disagreement_score":0.7404172,"about_ca_system_score_codex":0.0022618237,"about_ca_system_score_gemma":0.00034876625,"threshold_uncertainty_score":0.9995147},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4402816248","doi":"10.1093/ejcts/ezae296","title":"Conflicts of interest in clinical practice: lessons learned from cardiovascular medicine.","year":2024,"lang":"en","type":"review","venue":"PubMed","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Clinical Practice; Engineering ethics; Medicine; Family medicine; Engineering","score_opus":0.9341783376686331,"score_gpt":0.6807730144390978,"score_spread":0.25340532322953535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402816248","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005155587,0.9765166,0.0000025393695,0.00655496,0.0055637495,0.0023869027,0.0005297336,0.00009485158,0.008299099],"genre_scores_gemma":[0.001234372,0.9919831,0.000016299911,0.0015426142,0.0023422313,0.001796694,0.00022089778,0.00008991787,0.0007738856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98909605,0.0058845845,0.0026991898,0.0010869063,0.0002919691,0.0009412987],"domain_scores_gemma":[0.9919145,0.0055763097,0.0006689109,0.00073852425,0.00016717918,0.0009345429],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009545702,0.0006563475,0.0039172196,0.0003694219,0.00007300663,0.000021881197,0.0008291895,0.003446594,0.000498036],"category_scores_gemma":[0.0049383207,0.0005150086,0.0013800714,0.0007649456,0.00077232526,0.00013116722,0.0003724647,0.010905583,0.0002981135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011421128,0.00028214822,0.000030540283,0.0090406975,0.003956532,0.00064046204,0.00014946291,0.0000017146403,1.06144775e-7,0.0016976678,0.0076392284,0.9764472],"study_design_scores_gemma":[0.0010351064,0.00004300708,0.00013998523,0.0032856,0.012426506,0.00004783366,0.000090936184,0.000013758488,0.0000033225238,0.0006305729,0.981882,0.00040137468],"about_ca_topic_score_codex":0.00027348686,"about_ca_topic_score_gemma":0.000049388098,"teacher_disagreement_score":0.97604585,"about_ca_system_score_codex":0.00024328903,"about_ca_system_score_gemma":0.00043682408,"threshold_uncertainty_score":0.99973017},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402878363","doi":"10.1016/j.heliyon.2024.e38620","title":"Retracted articles in scientific literature: A bibliometric analysis from 2003 to 2022 using the Web of Science","year":2024,"lang":"en","type":"article","venue":"Heliyon","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Tzu Chi College of Technology; Tzu Chi University","keywords":"Web of science; Bibliometrics; Data science; Library science; Computer science; Engineering ethics; Management science; MEDLINE; Engineering; Political science","score_opus":0.3699171100309078,"score_gpt":0.5316296822327008,"score_spread":0.16171257220179297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402878363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668082,0.028697183,0.0017613408,0.00047510897,0.0013720492,0.00026665322,0.00019467667,0.000022151842,0.00040261494],"genre_scores_gemma":[0.997238,0.0006360445,0.0012423153,0.000062337735,0.00005715413,0.0000071315803,0.0000045165775,0.000008750993,0.00074378116],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9832885,0.00031478333,0.00092660356,0.0013112507,0.013400916,0.0007579365],"domain_scores_gemma":[0.98870337,0.0033618885,0.0001594203,0.0014239245,0.0059348894,0.00041653693],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04405121,0.00015472707,0.00036757777,0.85833466,0.00042183144,0.012716362,0.0032331375,0.00011676925,0.00080048916],"category_scores_gemma":[0.057029687,0.000090533315,0.00018265865,0.99393094,0.00086397486,0.0012846689,0.00090225815,0.00050385814,0.00018276116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004592428,0.00027154371,0.32701877,0.000047010475,0.00009718575,0.00009665251,0.0022311993,0.0012517171,0.50498426,0.00072152156,0.0046653696,0.15856881],"study_design_scores_gemma":[0.0001762917,0.0000805272,0.73137546,0.00017922773,0.000054916367,0.000003874308,0.0006420706,0.22278307,0.029041631,0.0011954224,0.014229294,0.00023821052],"about_ca_topic_score_codex":0.00020153249,"about_ca_topic_score_gemma":0.00018326932,"teacher_disagreement_score":0.47594264,"about_ca_system_score_codex":0.00021917043,"about_ca_system_score_gemma":0.0011817069,"threshold_uncertainty_score":0.98830855},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403268193","doi":"10.1016/j.jclinepi.2024.111552","title":"Persistent ethnic disparities in authorship within top European and North American medical journals: a serial cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; McGill University; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Cross-sectional study; Ethnic group; Medicine; Demography; Family medicine; Environmental health; Sociology; Pathology; Anthropology","score_opus":0.40064706310411435,"score_gpt":0.5439387831325252,"score_spread":0.14329172002841084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403268193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766281,0.0025591447,0.00042384004,0.016466722,0.0027902469,0.000040528335,0.000006166682,0.000014986523,0.001070214],"genre_scores_gemma":[0.98824435,0.0051511475,0.00033569644,0.0028491125,0.0031614287,4.6486866e-7,0.0000025768798,0.0000062499385,0.00024894677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833846,0.011884051,0.0029667548,0.0003056449,0.0010098811,0.00044905755],"domain_scores_gemma":[0.9823818,0.015257764,0.0010607507,0.00010808679,0.00023206211,0.00095949904],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12765598,0.000119232056,0.0014230674,0.00032861868,0.00017434043,0.00010582469,0.00056136237,0.00026759543,0.0003761243],"category_scores_gemma":[0.09088305,0.00008940361,0.0008817227,0.00096867594,0.002620588,0.00020589362,0.00012326898,0.0023720898,0.000009699349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018483278,0.00005497919,0.98415536,0.000014099701,0.0005529126,0.00033208693,0.002112486,0.00036263352,1.0660238e-7,0.002280777,0.0005898896,0.009359862],"study_design_scores_gemma":[0.000383123,0.0003919467,0.9916407,0.00007445457,0.00027613065,0.000056682176,0.002167823,0.00068976695,2.3616794e-8,0.0015557624,0.002675416,0.000088162364],"about_ca_topic_score_codex":0.0011077827,"about_ca_topic_score_gemma":0.0084026875,"teacher_disagreement_score":0.036772933,"about_ca_system_score_codex":0.00008459539,"about_ca_system_score_gemma":0.00054545415,"threshold_uncertainty_score":0.9999295},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403398073","doi":"10.23889/ijpds.v9i1.2372","title":"Research data use in a digital society: a deliberative public engagement","year":2024,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Deliberation; Public relations; Public engagement; Unintended consequences; Political science; Internet privacy; Business; Computer science; Politics","score_opus":0.9170635942163636,"score_gpt":0.7248893643938948,"score_spread":0.1921742298224688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403398073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75832176,0.00084427645,0.070245765,0.15137798,0.008404165,0.0023088742,0.006321876,0.00016665387,0.0020086612],"genre_scores_gemma":[0.982553,0.00040784318,0.012783695,0.0003597788,0.0006942969,0.000011693439,0.001880157,0.000015829819,0.0012936927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99378717,0.00007119064,0.0005998171,0.0008125757,0.004311706,0.00041751892],"domain_scores_gemma":[0.98766303,0.0072507015,0.000087512046,0.0013350113,0.0033500965,0.00031363606],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029098444,0.00008615913,0.00012277853,0.0007513383,0.0003721939,0.004381093,0.0036545268,0.000088768924,0.000079810496],"category_scores_gemma":[0.06438355,0.00006969955,0.00005368205,0.001122994,0.00052659225,0.010206249,0.0033885771,0.0022030482,0.00003684534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064266735,0.0012361738,0.1841736,0.00025533338,0.0005796482,0.00069113425,0.0019339799,0.00020414351,0.001890152,0.44745496,0.115404576,0.24553363],"study_design_scores_gemma":[0.0014939565,0.00029658573,0.057011615,0.0013606348,0.00002076918,0.00035229954,0.0011719931,0.67400295,0.000043422187,0.1019099,0.16208877,0.00024710054],"about_ca_topic_score_codex":0.00013431555,"about_ca_topic_score_gemma":0.00037772433,"teacher_disagreement_score":0.6737988,"about_ca_system_score_codex":0.0006399186,"about_ca_system_score_gemma":0.002489734,"threshold_uncertainty_score":0.99974746},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403401272","doi":"10.1007/978-3-031-64954-7_24","title":"Learning AI Coding Style for Software Plagiarism Detection","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Style (visual arts); Coding (social sciences); Computer science; Plagiarism detection; Software; Artificial intelligence; Programming language; Art; Sociology; Visual arts; Social science","score_opus":0.014885228996033558,"score_gpt":0.24803364236825318,"score_spread":0.23314841337221962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403401272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001532101,0.00026084608,0.997018,0.00040644745,0.0007810099,0.00066129497,0.0000341172,0.00039953095,0.00042346914],"genre_scores_gemma":[0.009186334,0.00007982976,0.9901026,0.00013092622,0.0001520186,0.00008034337,0.000017180257,0.000026915484,0.00022383759],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883306,0.00000686083,0.0005229815,0.00020581261,0.00020747742,0.00022380329],"domain_scores_gemma":[0.99851376,0.00041545645,0.0003744974,0.0004385627,0.00021992296,0.000037812446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037803312,0.00026900164,0.00030707556,0.00030210902,0.0011083509,0.00033787137,0.0013710302,0.00028795257,3.7109848e-7],"category_scores_gemma":[0.00012610786,0.00023451631,0.00022590108,0.00023668718,0.0002202353,0.00052617554,0.0007693434,0.0007419024,5.548944e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002149265,0.000006196714,4.4336278e-7,0.0004887326,0.00007730443,8.640467e-8,0.001272688,0.77142847,0.0000688446,0.09281,0.000046091984,0.13379902],"study_design_scores_gemma":[0.00011814196,0.00012506566,0.0000023544465,0.00028227383,0.000040237774,0.000015319516,0.0000036662348,0.8973062,0.0014145427,0.011224013,0.08915776,0.00031044267],"about_ca_topic_score_codex":0.000010784001,"about_ca_topic_score_gemma":0.00003347906,"teacher_disagreement_score":0.13348857,"about_ca_system_score_codex":0.000112351365,"about_ca_system_score_gemma":0.00009703833,"threshold_uncertainty_score":0.95632976},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403401714","doi":"10.1007/s00500-024-10171-w","title":"Retraction Note: Fuzzy hyperconnected proximity spaces and fuzzy summability over CW complexes. Application of Smirnov fuzzy similarity in video analysis","year":2024,"lang":"en","type":"article","venue":"Soft Computing","topic":"Fuzzy and Soft Set Theory","field":"Decision Sciences","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Fuzzy logic; Similarity (geometry); Mathematics; Self-similarity; Computer science; Artificial intelligence; Computer vision; Image (mathematics); Geometry","score_opus":0.038363263599092694,"score_gpt":0.3530446979921343,"score_spread":0.3146814343930416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403401714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695072,0.0004960484,0.026607499,0.00049447326,0.00038198498,0.00055233936,0.00004683845,0.00019070676,0.0017228826],"genre_scores_gemma":[0.99761134,0.000009963227,0.0020597584,0.0000859665,0.00013850455,0.000010698498,0.000028657818,0.000017647033,0.000037452653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99534297,0.00072806206,0.0012347448,0.0012096943,0.0010863327,0.00039819154],"domain_scores_gemma":[0.9918089,0.006508746,0.0003866496,0.0008012596,0.0003594787,0.00013499537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00797673,0.00028652165,0.00078861584,0.0008840112,0.0002583826,0.0003700964,0.00048816288,0.00033571076,0.00004218623],"category_scores_gemma":[0.0039248425,0.00024981424,0.00027645097,0.00447456,0.0003671578,0.0007112924,0.000313725,0.0007101969,0.000023516906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027499482,0.0004193298,0.73818874,0.0003481736,0.0002704316,0.000018543687,0.0049251937,0.0077471663,0.01029889,0.022516586,0.00040259818,0.21458936],"study_design_scores_gemma":[0.00033921926,0.000050596656,0.6507585,0.00006918679,0.00014313775,0.0000059967547,0.00061844545,0.16865243,0.00054909295,0.177679,0.0008161032,0.00031828549],"about_ca_topic_score_codex":0.0008048803,"about_ca_topic_score_gemma":0.0012872043,"teacher_disagreement_score":0.21427108,"about_ca_system_score_codex":0.00016106795,"about_ca_system_score_gemma":0.00010871805,"threshold_uncertainty_score":0.9999954},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403458056","doi":"10.1016/j.jclinepi.2024.111568","title":"Many randomized trials in a large systematic review were not registered and had evidence of selective outcome reporting: a metaepidemiological study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Medicine; Meta-analysis; Randomized controlled trial; Systematic review; Outcome (game theory); MEDLINE; Internal medicine","score_opus":0.9846993043956908,"score_gpt":0.7822405296101224,"score_spread":0.2024587747855684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403458056","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009643299,0.9779673,0.0039939987,0.0025120322,0.0014988647,0.013846411,0.000024481958,0.000005390204,0.00005508996],"genre_scores_gemma":[0.0007624637,0.9912897,0.0044003725,0.0016434861,0.00039274807,0.0004778021,0.000002700416,0.00004007169,0.0009906831],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.010927121,0.5942986,0.38881776,0.0021063613,0.0032704761,0.0005796953],"domain_scores_gemma":[0.0034944476,0.5869243,0.40318665,0.0038061258,0.0021497093,0.00043876912],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9888144,0.0015044984,0.42977157,0.0017128917,0.00006690104,0.00016440653,0.0042817146,0.001442572,0.0005349628],"category_scores_gemma":[0.99846905,0.000498301,0.085722394,0.0024058314,0.00055076956,0.00027097124,0.0008057558,0.0051843487,0.00023314572],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022620333,0.0006344581,0.0067457655,0.93467224,0.015683558,0.0005324971,0.000100686746,0.0000029002586,1.7310493e-8,0.0018908613,0.017036801,0.020438166],"study_design_scores_gemma":[0.0091517875,0.0011122457,0.00034987018,0.80409336,0.13683061,0.0013443644,0.00015990522,0.0003643959,5.100067e-9,0.0097913705,0.03626098,0.0005410998],"about_ca_topic_score_codex":0.000015812146,"about_ca_topic_score_gemma":0.000017576673,"teacher_disagreement_score":0.3440492,"about_ca_system_score_codex":0.00012878554,"about_ca_system_score_gemma":0.0009198567,"threshold_uncertainty_score":0.9998538},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403647664","doi":"10.1039/d4ra90126f","title":"Retraction: <i>Miscanthus</i> grass-derived carbon dots to selectively detect Fe<sup>3+</sup> ions","year":2024,"lang":"en","type":"retraction","venue":"RSC Advances","topic":"GABA and Rice Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Ontario Ministry of Agriculture, Food and Rural Affairs; University of Guelph","keywords":"Miscanthus; Ion; Carbon fibers; Chemistry; Bioenergy; Materials science; Biofuel; Organic chemistry; Biology; Biotechnology; Composite material","score_opus":0.02339574555698084,"score_gpt":0.2876027680553212,"score_spread":0.2642070224983404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403647664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6775578,0.114993066,0.000055570825,0.016959764,0.015962617,0.0052885627,0.0022057837,0.0024282183,0.16454856],"genre_scores_gemma":[0.81772995,0.08506129,0.00042631716,0.00038654028,0.017183682,0.0006303035,0.0009838501,0.00004584938,0.0775522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962709,0.00021870912,0.00043460264,0.0011493397,0.0010448239,0.00088165636],"domain_scores_gemma":[0.9984441,0.00058559916,0.00017565436,0.00014933175,0.0002665778,0.00037873967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004064386,0.0005483219,0.00061767217,0.00012402194,0.00052794314,0.0002811667,0.00051758316,0.0008615038,0.00034563764],"category_scores_gemma":[0.00021655446,0.00022493427,0.00034076537,0.0017514714,0.00010485155,0.00031327765,0.00015081643,0.0018487381,0.00046696467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026259333,0.00019857421,0.0001338199,0.0004872527,0.00024140226,0.00015468695,0.0002783187,0.00028032446,0.22633193,0.000027084006,0.063742146,0.70786184],"study_design_scores_gemma":[0.00009333033,0.00070854544,0.00348316,0.00045552963,0.00010185588,0.0000918461,0.0005222029,0.00025303007,0.0046066283,0.00049117627,0.9884612,0.0007314895],"about_ca_topic_score_codex":0.0009887211,"about_ca_topic_score_gemma":0.0032858292,"teacher_disagreement_score":0.92471904,"about_ca_system_score_codex":0.00036189932,"about_ca_system_score_gemma":0.00011538367,"threshold_uncertainty_score":0.9172553},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403735387","doi":"10.1038/s41409-024-02441-w","title":"Retraction Note: Therapeutic potential of non-adherent BM-derived mesenchymal stem cells in tissue regeneration","year":2024,"lang":"en","type":"article","venue":"Bone Marrow Transplantation","topic":"Mesenchymal stem cell research","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Mesenchymal stem cell; Medicine; Regeneration (biology); Stem cell; Pathology; Cell biology; Biology","score_opus":0.022800202983652908,"score_gpt":0.3065698304395802,"score_spread":0.28376962745592726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403735387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95523095,0.0010526117,0.038967215,0.00060099625,0.0009430606,0.0012851867,0.00003674709,0.00007870155,0.0018045502],"genre_scores_gemma":[0.9959031,0.0010437444,0.0006645258,0.00002383092,0.00016593598,0.000053570977,0.00018162504,0.000038051534,0.0019256475],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978655,0.00015890205,0.00056286127,0.00039612976,0.00073280267,0.00028377766],"domain_scores_gemma":[0.99941605,0.00008994082,0.00007914115,0.00020672134,0.00010860008,0.00009954436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005659894,0.00018904672,0.00031234627,0.00038819862,0.00004616894,0.000045214747,0.00006490981,0.00026858362,0.0003289696],"category_scores_gemma":[0.0000046808996,0.00017421083,0.00009588217,0.00046408677,0.00004808886,0.00021789716,0.0000072006833,0.00041436972,0.00010802146],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008137764,0.00011138292,0.00024099063,0.0016153541,0.000030169482,0.00039864544,0.00070946565,0.0004374748,0.9553209,0.000060617636,0.00013032154,0.040130895],"study_design_scores_gemma":[0.0013292634,0.00045455486,0.011364849,0.0005624237,0.00015991306,0.00016863001,0.00011645734,0.027029566,0.9581827,0.000047214387,0.00042073702,0.00016372582],"about_ca_topic_score_codex":0.00027259893,"about_ca_topic_score_gemma":0.0001751906,"teacher_disagreement_score":0.04067214,"about_ca_system_score_codex":0.00016854862,"about_ca_system_score_gemma":0.00019128465,"threshold_uncertainty_score":0.71041113},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403865951","doi":"10.1007/s11948-024-00516-x","title":"Authorship and Citizen Science: Seven Heuristic Rules","year":2024,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Sveriges Lantbruksuniversitet; Svenska Forskningsrådet Formas","keywords":"Transparency (behavior); Philosophy of science; Subject (documents); Heuristic; Research integrity; Political science; Citizen science; Term (time); Scientific misconduct; Public relations; Medical research; Engineering ethics; Sociology; Epistemology; Law; Computer science; Library science; Medicine; Alternative medicine; Engineering","score_opus":0.03919945871547186,"score_gpt":0.29018179500242125,"score_spread":0.2509823362869494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403865951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848421,0.0003296843,0.00033209208,0.0026205238,0.00046524234,0.00006869284,0.00002096069,0.0001650259,0.011155662],"genre_scores_gemma":[0.9991693,0.00015555538,0.00025242593,0.00015273987,0.00002351866,0.000004525029,0.0000016444427,0.000005879769,0.0002344313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99856824,0.000006630984,0.00008177029,0.0003472127,0.000653988,0.00034218622],"domain_scores_gemma":[0.9995431,0.00009452352,0.000008573084,0.0001154802,0.000025276233,0.00021308607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024383294,0.000088553126,0.00006270203,0.00009559607,0.00042465024,0.00044524667,0.00021818947,0.00006349651,0.0006148808],"category_scores_gemma":[0.000744106,0.00007658186,0.000010621779,0.00091580447,0.001912566,0.00041498637,0.0002559549,0.00032302458,0.00013556743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007482853,0.000042519532,0.0051091616,0.0005917557,0.000010944054,0.00007514331,0.027190622,0.0005874352,0.31764266,0.6214191,0.0047691627,0.02255405],"study_design_scores_gemma":[0.00037775497,0.00021158629,0.5352676,0.000452345,0.000053688287,0.00036040775,0.004072126,0.15477344,0.01115879,0.01967937,0.27199093,0.0016019865],"about_ca_topic_score_codex":0.000041766347,"about_ca_topic_score_gemma":0.000008485812,"teacher_disagreement_score":0.6017397,"about_ca_system_score_codex":0.0002382223,"about_ca_system_score_gemma":0.00008322357,"threshold_uncertainty_score":0.7046929},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4404044359","doi":"10.1080/08989621.2024.2420812","title":"Allowing AI co–authors is a disregard for humanization","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.4544497266217594,"score_gpt":0.6545098781449135,"score_spread":0.20006015152315404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404044359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8423279,0.00032999032,0.00021255438,0.116151586,0.0006338167,0.001503305,0.000052665164,0.00014440737,0.038643803],"genre_scores_gemma":[0.9967706,0.00013618016,0.00006350981,0.0007088697,0.00040550902,0.00008575057,0.000012172462,0.000017545572,0.0017998294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970919,0.00053257105,0.00023762934,0.00037291655,0.0011147122,0.00065027206],"domain_scores_gemma":[0.99661297,0.0022047353,0.000013595933,0.00021637989,0.000825228,0.0001271167],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018030632,0.00008045858,0.00014023585,0.00021953338,0.0009926517,0.0012293308,0.00038093564,0.0002887353,0.00037325965],"category_scores_gemma":[0.0061199665,0.000080038786,0.0000873797,0.0009563943,0.0006342429,0.0009314907,0.00006906225,0.0008262699,0.00007134994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078984514,0.0002471877,0.047095437,0.0004536104,0.00004584519,0.000009277869,0.41065767,0.000008604331,0.00031410943,0.45517987,0.07016202,0.015747381],"study_design_scores_gemma":[0.00025862228,0.0001318827,0.008824402,0.00019149136,0.000008631616,1.5708105e-7,0.047292992,0.0010328564,0.00018538104,0.45813972,0.48365998,0.00027389685],"about_ca_topic_score_codex":0.019586815,"about_ca_topic_score_gemma":0.023664026,"teacher_disagreement_score":0.41349795,"about_ca_system_score_codex":0.0006300006,"about_ca_system_score_gemma":0.00094955426,"threshold_uncertainty_score":0.9998075},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404378607","doi":"10.1007/s11082-024-07831-4","title":"Retraction Note: An efficient quantum based D2D computation and communication approach for the internet of things","year":2024,"lang":"en","type":"article","venue":"Optical and Quantum Electronics","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Computation; Quantum computer; Internet of Things; Quantum; The Internet; Telecommunications; Theoretical computer science; Computer network; Algorithm; World Wide Web; Physics; Quantum mechanics","score_opus":0.011229139100484457,"score_gpt":0.2591845447908359,"score_spread":0.24795540569035146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404378607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06774724,0.0029646412,0.92733645,0.0014340156,0.00014311042,0.00023463018,0.000001589572,0.000100971236,0.000037342677],"genre_scores_gemma":[0.8648132,0.000080351565,0.13493179,0.00009627241,0.000033790973,0.000011740345,0.000015453781,0.0000108209415,0.0000065896425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889493,0.0000823121,0.00023564254,0.00035302233,0.00019170056,0.00024239619],"domain_scores_gemma":[0.9987751,0.0007604386,0.0000661438,0.00026365233,0.00007150777,0.00006311864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008216091,0.00013665242,0.0001555686,0.000070203896,0.00019344072,0.00026703175,0.0003012768,0.00010405771,4.5586222e-7],"category_scores_gemma":[0.000036602494,0.00009288397,0.000052543906,0.00022324522,0.0001300336,0.00016185115,0.00010401751,0.00042503653,3.888319e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043686257,0.00015049426,0.0000045890188,0.00017498451,0.000026817219,7.8766647e-7,0.0012779275,0.027613927,0.0008288463,0.70858264,0.00007324688,0.26122203],"study_design_scores_gemma":[0.00018775015,0.0004870716,0.00010797115,0.000048806614,0.000025813259,0.000025967965,0.00002866725,0.9876511,0.00048000118,0.010254116,0.00058209396,0.00012060628],"about_ca_topic_score_codex":0.000025131865,"about_ca_topic_score_gemma":0.0000015386382,"teacher_disagreement_score":0.96003723,"about_ca_system_score_codex":0.000027874772,"about_ca_system_score_gemma":0.00007344138,"threshold_uncertainty_score":0.37876984},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404562786","doi":"10.1109/tiv.2024.3502552","title":"Retraction Notice: Integrating Large Language Models and Metaverse in Autonomous Racing: An Education-Oriented Perspective","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Vehicles","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Metaverse; Expression (computer science); Sociology; Human–computer interaction; Computer science; Artificial intelligence; Programming language; Virtual reality","score_opus":0.07202793197568509,"score_gpt":0.3963649011412965,"score_spread":0.32433696916561144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404562786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45657238,0.00057305506,0.5392361,0.0006699801,0.001687377,0.00022336292,0.00011668387,0.00011074371,0.00081026944],"genre_scores_gemma":[0.99749106,0.00022474882,0.0009199288,0.00023845836,0.00010448412,0.000022605147,0.000011000518,0.000019283643,0.0009684498],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789095,0.00016468536,0.00048935,0.0005971258,0.00058687286,0.0002710421],"domain_scores_gemma":[0.9987047,0.00045232085,0.000076929355,0.0003465478,0.00027992562,0.00013961921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013956993,0.00020807504,0.00024456094,0.0005562001,0.0002888073,0.0005671536,0.00021031342,0.00018565088,0.00026521742],"category_scores_gemma":[0.000100594014,0.00015886094,0.00013961183,0.0009514052,0.0000767726,0.0016947673,0.000003972385,0.0006140157,0.00007800959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037005177,0.0028967771,0.00024347779,0.00008162443,0.00019242229,0.00005819837,0.13715401,0.021091359,0.005532207,0.03815022,0.0013481536,0.7928815],"study_design_scores_gemma":[0.00044553215,0.000370413,0.0009154053,0.00034521683,0.00011713625,0.000055293083,0.37443373,0.57934296,0.022256065,0.013718708,0.0073441705,0.00065535173],"about_ca_topic_score_codex":0.0008840881,"about_ca_topic_score_gemma":0.0007583092,"teacher_disagreement_score":0.79222614,"about_ca_system_score_codex":0.00024523988,"about_ca_system_score_gemma":0.00024794164,"threshold_uncertainty_score":0.6478161},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4404566630","doi":"10.1038/s41467-024-54300-3","title":"Data sharing ethics toolkit: The Human Cell Atlas","year":2024,"lang":"en","type":"review","venue":"Nature Communications","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Chan Zuckerberg Initiative; McGill University; Leona M. and Harry B. Helmsley Charitable Trust; Klarman Family Foundation","keywords":"Interoperability; Data sharing; Scope (computer science); Data science; Computer science; Atlas (anatomy); Engineering ethics; Diversity (politics); Knowledge management; World Wide Web; Political science; Biology; Medicine; Engineering","score_opus":0.22913393585906836,"score_gpt":0.4358943295859236,"score_spread":0.20676039372685526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404566630","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003371255,0.9920424,0.000033572367,0.00072198414,0.00042286864,0.00038169368,0.00092563767,0.000035386514,0.0054330593],"genre_scores_gemma":[0.00051704666,0.98068035,0.00064087013,0.0003218713,0.0004139518,0.000055205914,0.015538409,0.0000822241,0.001750067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983644,0.00026060877,0.00040923135,0.0006044896,0.00015944467,0.00020185302],"domain_scores_gemma":[0.990527,0.00016098541,0.00015213777,0.009020133,0.000088569075,0.000051219657],"candidate_categories":["open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00072017626,0.0003221783,0.00041140942,0.000053664087,0.0005693927,0.00018218473,0.009464479,0.0015710477,0.0000068207432],"category_scores_gemma":[0.00018193894,0.00021758334,0.00029668285,0.00023444186,0.0002027505,0.000004490692,0.004002824,0.0051869247,0.000056653753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010960889,0.0010046049,0.00005284628,0.02825852,0.0025552416,0.00001320726,0.00078288035,0.000004272907,0.0042253113,0.03609251,0.5660515,0.36094815],"study_design_scores_gemma":[0.00004407991,0.000014400261,7.421703e-7,0.0009934758,0.0008217245,0.000010878628,0.00001238434,0.00001943293,0.000020611667,0.00006503183,0.99774975,0.00024750447],"about_ca_topic_score_codex":0.000025057901,"about_ca_topic_score_gemma":0.0009139146,"teacher_disagreement_score":0.43169823,"about_ca_system_score_codex":0.00002752955,"about_ca_system_score_gemma":0.00031542714,"threshold_uncertainty_score":0.9997251},"labels":[{"model":"gemma","categories":["research_integrity","metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404629189","doi":"10.1371/journal.pbio.3002931","title":"A call for research to address the threat of paper mills","year":2024,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Digital and Cyber Forensics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council; University of Aberdeen","keywords":"Biology; Covert; Key (lock); Ecology","score_opus":0.10973001758914232,"score_gpt":0.36839984330653786,"score_spread":0.25866982571739555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404629189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5778015,0.010676719,0.09595743,0.1358015,0.004309436,0.004519421,0.00061895413,0.00076021394,0.16955481],"genre_scores_gemma":[0.9956282,0.000018844896,0.0016447756,0.0007478704,0.000111034904,0.000099819365,0.000004634333,0.000006312508,0.0017385371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993197,0.00004067591,0.000097541706,0.00022092788,0.0000891176,0.00023206438],"domain_scores_gemma":[0.99906635,0.0004847924,0.0000073959427,0.00029607935,0.000106157626,0.00003923415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002664724,0.000050343057,0.000088330475,0.000051314615,0.000040487426,0.000052519223,0.000627333,0.000042545842,0.0000064757996],"category_scores_gemma":[0.00008346424,0.000026855203,0.00004441575,0.0002689733,0.00012278644,0.000073214,0.00031735149,0.00007673303,0.000080489735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011935541,0.000047271213,0.00009098771,0.00003823476,0.000046612357,0.0000038854923,0.0009674998,0.0000020437565,0.011299111,0.8512819,0.028084083,0.108126424],"study_design_scores_gemma":[0.00016768849,0.0010607311,0.00046362463,0.000104066254,0.000010252192,0.000012095103,0.000054762255,0.0033001148,0.036732487,0.360947,0.59696066,0.00018653124],"about_ca_topic_score_codex":0.000027898708,"about_ca_topic_score_gemma":0.000033216398,"teacher_disagreement_score":0.56887656,"about_ca_system_score_codex":0.000009690647,"about_ca_system_score_gemma":0.000043306187,"threshold_uncertainty_score":0.11657512},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4404798556","doi":"10.1016/j.scitotenv.2024.177731","title":"Retraction notice to “Organic composts as A vehicle for the entry of microplastics into the environment: A comprehensive review” [Sci. Total Environ. 892 (2023) 164758]","year":2024,"lang":"en","type":"retraction","venue":"The Science of The Total Environment","topic":"Microplastics and Plastic Pollution","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Notice; Microplastics; Environmental science; Environmental protection; Waste management; Environmental chemistry; Engineering; Chemistry; Political science; Law","score_opus":0.009174498348314606,"score_gpt":0.2252278382243509,"score_spread":0.2160533398760363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404798556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7924577,0.0874123,0.005951345,0.04615466,0.034326114,0.024645222,0.0031235397,0.00013078755,0.005798306],"genre_scores_gemma":[0.92285657,0.048289694,0.0009828206,0.00079041184,0.0008895885,0.00034544402,0.00007002351,0.00018896323,0.025586497],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499357,0.0002488799,0.0009215183,0.0009283886,0.0022023227,0.0007052967],"domain_scores_gemma":[0.99596,0.0012845038,0.0009038674,0.0016495459,0.000022043228,0.00018006992],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017873625,0.0005845476,0.0005607771,0.000082970364,0.0011878808,0.00009488204,0.001987557,0.00030034786,0.0017076071],"category_scores_gemma":[0.00039336242,0.00029689138,0.0004319122,0.0006455622,0.00345968,0.00017600159,0.002016811,0.001206346,0.0017691556],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000238526,0.00043800526,0.00001007972,0.0009256414,0.00029065795,0.000004063074,0.0024315033,0.1487225,0.78745383,0.00015931275,0.04713017,0.012195701],"study_design_scores_gemma":[0.001450854,0.0023088634,0.01925684,0.0045843357,0.0056919246,0.0005342394,0.001858011,0.057352293,0.11005363,0.0011415067,0.79332304,0.0024444498],"about_ca_topic_score_codex":0.00048605035,"about_ca_topic_score_gemma":0.000011218656,"teacher_disagreement_score":0.7461929,"about_ca_system_score_codex":0.001236247,"about_ca_system_score_gemma":0.00014233585,"threshold_uncertainty_score":0.9999483},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405049608","doi":"10.2139/ssrn.4982650","title":"Navigating the Current Era of AI Arbitrage: Reimagining Academic Integrity and Assessment in Ontario Secondary Schools","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Academic integrity; Arbitrage; Current (fluid); Political science; Business; Engineering ethics; Engineering; Finance; Electrical engineering","score_opus":0.04161397451041256,"score_gpt":0.4392034195800189,"score_spread":0.39758944506960636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405049608","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4004887,0.010803451,0.0003550307,0.57590234,0.003285357,0.00045075646,0.000007327842,0.000030311967,0.0086767115],"genre_scores_gemma":[0.99143064,0.006902111,0.00031885155,0.00038707035,0.0005853294,0.00002609532,0.000009744328,0.000014670936,0.0003255055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969697,0.000591717,0.0006889087,0.00028051256,0.0004944454,0.0009746932],"domain_scores_gemma":[0.9986967,0.00026946867,0.00054628524,0.00016377681,0.00024715156,0.00007664468],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010319062,0.00017734736,0.00024517716,0.00008987354,0.00045075367,0.0004918449,0.0004729391,0.00020945718,0.000103611856],"category_scores_gemma":[0.0005845767,0.00013007913,0.00009416011,0.0003689405,0.00016072314,0.00046669808,0.00026794535,0.41580632,0.0000050257013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010179784,0.000052005937,0.019649187,0.00005219979,0.00011281689,0.0000016271705,0.027754195,0.000018888088,0.000013558823,0.7293279,0.00039085897,0.22261655],"study_design_scores_gemma":[0.00014345293,0.000025092653,0.007541942,0.0010377183,0.000061206694,0.00003008916,0.018415457,0.00006180108,0.000004001361,0.94193006,0.030581497,0.00016770679],"about_ca_topic_score_codex":0.30352983,"about_ca_topic_score_gemma":0.60065645,"teacher_disagreement_score":0.5909419,"about_ca_system_score_codex":0.0040261806,"about_ca_system_score_gemma":0.27032855,"threshold_uncertainty_score":0.99979717},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405301493","doi":"10.1016/j.cscm.2024.e04107","title":"Retraction notice to “A study on the mechanical performance, shrinkage and morphology of high-performance fiber reinforced concrete with varying SCMs and geometry of steel fibers” Case Stud. Constr. Mater. 21 (2024) e03642","year":2024,"lang":"en","type":"article","venue":"Case Studies in Construction Materials","topic":"Innovative concrete reinforcement materials","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Shrinkage; Materials science; Notice; Composite material; Fiber; Morphology (biology); Structural engineering; Engineering; Geology; Law; Political science","score_opus":0.02224280202398972,"score_gpt":0.26634612381438494,"score_spread":0.24410332179039523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405301493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959875,0.000072032395,0.000049169837,0.000021328598,0.0023592126,0.0011158099,0.00010964276,0.000082332765,0.0002030016],"genre_scores_gemma":[0.99872243,0.00018383861,0.000769744,0.000023445542,0.000084544874,0.00011605607,0.0000045903384,0.000037514234,0.00005783128],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980904,0.0001398186,0.00091060915,0.00035354026,0.00022086209,0.0002847863],"domain_scores_gemma":[0.99889416,0.0003870717,0.00018206751,0.0002977521,0.00019581361,0.000043131862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011385283,0.00033493558,0.0007234467,0.0003932423,0.00013757854,0.00006797566,0.00007488997,0.00013839206,0.0002492178],"category_scores_gemma":[0.00011512997,0.00024760014,0.000017722103,0.0005066761,0.00048344734,0.00028866748,0.00017245252,0.00022224021,0.0000074443974],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013938287,0.000010837342,0.00070510904,0.0059892857,0.0021062526,0.006220838,0.0063146898,0.0051384196,0.9639363,0.0042987424,0.00017476465,0.003710887],"study_design_scores_gemma":[0.0017496726,0.0016055786,0.00046243667,0.0010875975,0.00025946368,0.020631207,0.00964709,0.0013522763,0.9626514,0.000010384968,0.00004449419,0.00049842236],"about_ca_topic_score_codex":0.000028136015,"about_ca_topic_score_gemma":0.0000010955731,"teacher_disagreement_score":0.014410368,"about_ca_system_score_codex":0.000090188994,"about_ca_system_score_gemma":0.000020731082,"threshold_uncertainty_score":0.9999976},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405313818","doi":"10.7202/1114970ar","title":"Central Management of Research Misconduct in the USA and Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Scientific misconduct; Plaintiff; Confidentiality; Political science; Conflict of interest; Research integrity; Public relations; Order (exchange); Business; Law; Medicine","score_opus":0.17854285104799206,"score_gpt":0.41940472979811405,"score_spread":0.240861878750122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405313818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7845101,0.0068448894,0.000018939465,0.16563244,0.001528735,0.00017678663,0.000041265277,0.0000014877996,0.041245356],"genre_scores_gemma":[0.99780554,0.0010914338,0.00006248396,0.00034999044,0.00016545005,2.9927014e-7,3.1874944e-7,0.00000221094,0.0005223018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985243,0.00043692894,0.0001792177,0.000058021764,0.0004998918,0.00030161982],"domain_scores_gemma":[0.9990888,0.00047208165,0.00003132045,0.000049633833,0.00012841065,0.00022975],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068865046,0.000036444515,0.00007236991,0.00015584579,0.00021282288,0.00007463312,0.0003261995,0.0001995187,0.00008696334],"category_scores_gemma":[0.00028216018,0.000026448666,0.00002084705,0.0003175157,0.0008525736,0.0000772885,0.000007249214,0.002337247,7.374148e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059449017,0.0000041910907,0.0141798835,0.000153486,0.000051137235,0.0017700681,0.08026306,0.000009918231,0.0000063146117,0.83473617,0.06321914,0.005600668],"study_design_scores_gemma":[0.00009045638,0.000040567917,0.009314969,0.0006895796,0.000019801262,0.000051120333,0.15438813,0.000020057862,0.000054814853,0.014782176,0.8204621,0.000086236294],"about_ca_topic_score_codex":0.99446845,"about_ca_topic_score_gemma":0.99966115,"teacher_disagreement_score":0.81995404,"about_ca_system_score_codex":0.0002910947,"about_ca_system_score_gemma":0.008259563,"threshold_uncertainty_score":0.9999644},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405565797","doi":"10.5267/j.esm.2024.10.001","title":"Retraction Note: Using the method of differential equations by quadratic to solve the free vibrations of columns under the effect of axial load and column weight","year":2024,"lang":"en","type":"article","venue":"Engineering Solid Mechanics","topic":"Composite Structure Analysis and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Column (typography); Vibration; Quadratic equation; Differential (mechanical device); Differential equation; Materials science; Structural engineering; Mathematics; Mechanics; Mathematical optimization; Mathematical analysis; Physics; Engineering; Geometry; Thermodynamics; Acoustics; Connection (principal bundle)","score_opus":0.0044873280712719645,"score_gpt":0.24103676935377433,"score_spread":0.23654944128250235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405565797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023789179,0.0004734108,0.9746445,0.000098689925,0.00061226066,0.00029184634,0.00003865194,0.000041078052,0.000010409817],"genre_scores_gemma":[0.9924416,0.000031599466,0.0073661,0.0000047607623,0.00009408694,0.000015563215,0.000009847371,0.000026846445,0.000009602068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991917,0.000047640846,0.0003091735,0.000108940294,0.00023086289,0.0001116692],"domain_scores_gemma":[0.9989606,0.0006085506,0.00005507938,0.00029463568,0.000056646524,0.000024503177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032954305,0.0001296036,0.00022034807,0.00007473066,0.00008751284,0.00005051308,0.00016119766,0.00008453447,0.000015334579],"category_scores_gemma":[0.000090031135,0.000080089325,0.00009875741,0.00045944296,0.000013729844,0.00007064545,0.00004645786,0.0002060432,2.0904025e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040358395,0.0000029466626,4.6342976e-7,0.000080065955,0.00012803632,7.1702246e-8,0.00048911554,0.75653386,0.23815124,0.0041882503,0.00011127909,0.00031065303],"study_design_scores_gemma":[0.000092753,0.000057228623,0.000012881083,0.000053802643,0.0003382831,0.000002632219,0.000047435587,0.9119261,0.08714656,0.00015188815,0.000099657525,0.00007078757],"about_ca_topic_score_codex":0.00006609471,"about_ca_topic_score_gemma":0.00007857276,"teacher_disagreement_score":0.9686524,"about_ca_system_score_codex":0.000060978666,"about_ca_system_score_gemma":0.000022491782,"threshold_uncertainty_score":0.32659477},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405967087","doi":"10.1101/2024.12.26.24319521","title":"Citation Contamination of Systematic Review Literature in the Life Sciences by Paper Mills","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Contamination; Citation; Environmental science; Library science; Computer science; Biology; Ecology","score_opus":0.04335486111841079,"score_gpt":0.27953419382027,"score_spread":0.2361793327018592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405967087","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055630725,0.8924693,0.0000048584934,0.01576533,0.0010022137,0.0013922672,0.00016345832,0.000053766453,0.03351812],"genre_scores_gemma":[0.98483133,0.009814827,0.000009523048,0.0032595575,0.00037628095,0.00017053768,0.000108855595,0.000011558305,0.0014175444],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99826425,0.0004267979,0.0005732651,0.000216849,0.00041095435,0.00010786796],"domain_scores_gemma":[0.99890995,0.00042929366,0.00031109477,0.00018228353,0.00015048901,0.000016878477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004086751,0.00013363363,0.00037957067,0.00013088592,0.000089732996,0.0004852043,0.00047782488,0.00011248055,0.0000705705],"category_scores_gemma":[0.001755862,0.0000748682,0.00009063842,0.0001287258,0.0001253441,0.00019675054,0.00009050913,0.00071498845,0.000010915105],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1160564e-7,0.000021751826,0.00010958427,0.7138844,0.0000345997,0.0000029584503,0.0971186,0.000003112061,0.000017091974,0.109956004,0.07876916,0.00008180772],"study_design_scores_gemma":[0.000088007364,0.000036698184,0.00013182223,0.948462,0.00046634287,0.000004291333,0.013069879,0.00025966024,0.0000093037015,0.020305809,0.016845334,0.00032082899],"about_ca_topic_score_codex":0.000061073595,"about_ca_topic_score_gemma":0.00003510474,"teacher_disagreement_score":0.9292006,"about_ca_system_score_codex":0.000014372125,"about_ca_system_score_gemma":0.00005694179,"threshold_uncertainty_score":0.46788362},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4406034614","doi":"10.1080/08989621.2024.2449041","title":"Using mixed methods research to study research integrity: Current status, issues, and guidelines","year":2025,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research integrity; Current (fluid); Academic integrity; Engineering ethics; Scientific misconduct; Research ethics; Psychology; Medicine; Engineering; Alternative medicine; Pathology","score_opus":0.9748763335874832,"score_gpt":0.8580912241453093,"score_spread":0.1167851094421739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406034614","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004535987,0.9673771,0.000049028444,0.00419296,0.0007451403,0.021666184,0.00014691324,0.00008503023,0.0012016423],"genre_scores_gemma":[0.00017703886,0.9682961,0.024693133,0.000057741836,0.0009682867,0.0033927865,0.00007523852,0.00021263931,0.00212704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79093754,0.14492597,0.009847914,0.009836591,0.03379824,0.010653735],"domain_scores_gemma":[0.4754586,0.44181016,0.00038451067,0.012875435,0.06577154,0.0036997355],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","sts","research_integrity"],"category_scores_codex":[0.5591915,0.0010887673,0.00583178,0.01246134,0.001533718,0.0010854983,0.003991198,0.003156809,0.0004718747],"category_scores_gemma":[0.62543166,0.0008833486,0.0005887072,0.023805138,0.004584848,0.00031808185,0.01768442,0.07668133,0.0003126059],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00049582345,0.003115605,0.004739342,0.0671479,0.00021758114,0.00013064814,0.0012054053,4.0685677e-7,0.000004907704,0.0010911679,0.005797877,0.91605335],"study_design_scores_gemma":[0.0011213553,0.0017450729,0.0010614743,0.0829601,0.00018539568,0.000021081492,0.010350967,0.00007323145,0.000009676704,0.024194472,0.8776367,0.0006405057],"about_ca_topic_score_codex":0.03698132,"about_ca_topic_score_gemma":0.011099815,"teacher_disagreement_score":0.91541284,"about_ca_system_score_codex":0.0075080716,"about_ca_system_score_gemma":0.030262437,"threshold_uncertainty_score":0.9999515},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406081053","doi":"10.1017/cts.2024.1165","title":"Institutional community engagement leader perspectives on supporting ethical community-engaged research","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical and Translational Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institutes of Health","keywords":"Community engagement; Sociology; Public relations; Psychology; Engineering ethics; Political science; Engineering","score_opus":0.9486823047386567,"score_gpt":0.8045137956576469,"score_spread":0.14416850908100975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406081053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8854055,0.000024353301,0.0021443532,0.09646666,0.00049362093,0.00029996567,0.000012813927,0.000010522592,0.015142249],"genre_scores_gemma":[0.98582757,0.00005533502,0.002139229,0.011606693,0.00022097958,0.000008746746,9.692202e-7,0.000003028171,0.00013744188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9387509,0.05663224,0.0021296523,0.00019800423,0.0017493718,0.00053978706],"domain_scores_gemma":[0.8870959,0.10970403,0.0005180515,0.0002665022,0.0020203057,0.00039519442],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.33836985,0.000093225935,0.0003190091,0.00050898653,0.023556223,0.00004736843,0.00072728103,0.00018224173,0.00018838103],"category_scores_gemma":[0.10667459,0.00007042076,0.00008577247,0.0012260211,0.003946462,0.0004110319,0.00016773379,0.03274714,0.000020023517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062453386,0.00088310434,0.26205823,0.00028349532,0.000054584183,0.000007448996,0.2682904,0.00015422721,0.00064647116,0.44105512,0.003928423,0.022013953],"study_design_scores_gemma":[0.001762749,0.0003588825,0.8421856,0.00032211645,0.000009413546,0.0000040151663,0.111599885,0.00019761267,0.000023947037,0.02511282,0.018347591,0.00007536129],"about_ca_topic_score_codex":0.00015463462,"about_ca_topic_score_gemma":0.00012868969,"teacher_disagreement_score":0.58012736,"about_ca_system_score_codex":0.00010079687,"about_ca_system_score_gemma":0.0061933864,"threshold_uncertainty_score":0.99944055},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4406195046","doi":"10.1186/s12961-024-01282-9","title":"Investigating the trustworthiness of research evidence used to inform public health policy: a qualitative interview study on the use of predatory journal citations in policy documents","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Ottawa Hospital; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Telfer School of Management, University of Ottawa; University of Ottawa","keywords":"Health services research; Public health; Trustworthiness; Health administration; Health policy; Qualitative research; Peer review; Health economics; Public health policy; Social policy; Public policy; Medicine; Political science; Psychology; Nursing; Sociology; Social psychology; Social science; Law","score_opus":0.9789561516613032,"score_gpt":0.7890776357586877,"score_spread":0.1898785159026155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406195046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61303836,0.0021375238,0.00027531033,0.37945098,0.00013626595,0.004500573,0.00008405233,0.0000074723507,0.00036946608],"genre_scores_gemma":[0.99493825,0.0010910936,0.000049985654,0.0018912236,0.00016706654,0.00033812894,9.78632e-7,0.000012414998,0.001510843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8479736,0.102214925,0.007009926,0.0014682339,0.036849327,0.0044839876],"domain_scores_gemma":[0.65074694,0.30676112,0.0025138643,0.004054273,0.032396607,0.0035272413],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.45202458,0.00020401517,0.00084055844,0.11287322,0.0023505567,0.003964072,0.0035366716,0.000105711224,0.000009929911],"category_scores_gemma":[0.6065224,0.00010669633,0.00010471061,0.31289807,0.0012987694,0.001144783,0.0019023222,0.0020530357,0.000015007494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011042464,0.00091316976,0.09692715,0.0013241534,0.00011949482,0.0000038842986,0.41890675,0.00036742206,0.00003490135,0.35172758,0.046317093,0.08324799],"study_design_scores_gemma":[0.0015646872,0.0053514973,0.43376574,0.0052957395,0.0000019874858,0.000012236664,0.47000244,0.004299806,0.0000135373175,0.026077528,0.0533712,0.00024360596],"about_ca_topic_score_codex":0.111512884,"about_ca_topic_score_gemma":0.004136169,"teacher_disagreement_score":0.3818999,"about_ca_system_score_codex":0.002065063,"about_ca_system_score_gemma":0.02634879,"threshold_uncertainty_score":0.9989483},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406738886","doi":"10.31222/osf.io/cn6jf","title":"Preregistration of Research on Research Integrity is still Not Common: Findings from the Hong Kong, Cape Town, and Athens Editions of the World Conference on Research Integrity","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Women's College Research Institute","keywords":"Cape; Research integrity; Structural integrity; Geography; History; Engineering; Engineering ethics; Archaeology","score_opus":0.42914009343257653,"score_gpt":0.5009407905739112,"score_spread":0.07180069714133464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406738886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5272058,0.00014752535,0.00006355134,0.21414511,0.0011047795,0.0029579636,0.002624419,0.00005435024,0.2516965],"genre_scores_gemma":[0.9716407,0.0011186629,0.00015516904,0.00046733374,0.00065987493,0.00012672566,0.00006760192,0.000013745019,0.0257502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9793394,0.011960356,0.0009059989,0.0011599701,0.005617489,0.0010167644],"domain_scores_gemma":[0.9649379,0.028169278,0.0002832478,0.0017540235,0.0046481485,0.0002074019],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.046004593,0.0003327764,0.0006431358,0.0007419021,0.0026115808,0.00042188697,0.0038839623,0.0024763108,0.0015231464],"category_scores_gemma":[0.013214631,0.00021052906,0.00023375596,0.0018959461,0.008736338,0.00022132923,0.0027132758,0.042964008,0.000026138194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029748952,0.00025700737,0.0056281295,0.00014156336,0.00008502701,0.0000018494411,0.052343152,0.0000056528647,0.00014505495,0.73874414,0.20125993,0.0010909924],"study_design_scores_gemma":[0.0005277006,0.00046068503,0.05354673,0.009639898,0.000072401876,7.8881743e-7,0.097295836,0.0010501858,0.016664024,0.7496294,0.070530295,0.0005820512],"about_ca_topic_score_codex":0.26007923,"about_ca_topic_score_gemma":0.16794805,"teacher_disagreement_score":0.44443488,"about_ca_system_score_codex":0.0006670923,"about_ca_system_score_gemma":0.0038445285,"threshold_uncertainty_score":0.9993896},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","score_opus":0.04031818940135897,"score_gpt":0.42280289074556415,"score_spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406842793","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024136825,0.00076106924,0.00003757921,0.30526075,0.0022156683,0.00039424503,0.00002704345,0.00007597485,0.66709083],"genre_scores_gemma":[0.8524667,0.00013852799,0.00026593157,0.022587473,0.0005510114,0.000013280361,0.000002770431,0.000005334081,0.12396897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694586,0.00029363425,0.000093718125,0.00042877946,0.0015721811,0.0006658482],"domain_scores_gemma":[0.99830693,0.0006168683,0.000021232681,0.00027183525,0.00059198093,0.00019113583],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0052789017,0.000098146644,0.000119865355,0.00035136653,0.001624132,0.00024519558,0.0011585021,0.002807168,0.00030595646],"category_scores_gemma":[0.0076379534,0.00007976296,0.000048336184,0.0018575874,0.00063746213,0.0002642359,0.00015150738,0.010405483,0.00032821076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021990742,0.000019978288,0.0002167521,0.000006202847,0.0000047621825,0.000005265267,0.011234437,0.0000012131646,0.0016823207,0.30394503,0.6729299,0.009932146],"study_design_scores_gemma":[0.00007106907,0.00002511527,0.00095606083,0.00008079258,0.0000023925845,1.3965608e-7,0.0038325235,0.000004827958,0.002924868,0.00918745,0.982818,0.00009675042],"about_ca_topic_score_codex":0.00033559542,"about_ca_topic_score_gemma":0.0014841753,"teacher_disagreement_score":0.82832986,"about_ca_system_score_codex":0.00030719198,"about_ca_system_score_gemma":0.00086053583,"threshold_uncertainty_score":0.99967563},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4407928696","doi":"10.1016/j.heliyon.2025.e42821","title":"Retraction notice to “Impact of workplace bullying and burnout on job satisfaction among Bangladeshi nurses: A cross-sectional study” [Heliyon 9 (2023) e13162]","year":2025,"lang":"en","type":"article","venue":"Heliyon","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Burnout; Notice; Job satisfaction; Cross-sectional study; Workplace bullying; Psychology; Applied psychology; Nursing; Clinical psychology; Medicine; Social psychology; Political science","score_opus":0.0192310180558463,"score_gpt":0.3605494430673137,"score_spread":0.34131842501146736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407928696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874809,0.00035030372,0.00016436748,0.00021953513,0.0017915277,0.0009346688,0.000010878663,0.0001067999,0.008941066],"genre_scores_gemma":[0.9946736,0.00040295842,0.00009403327,0.0000998442,0.00037815957,0.000053002528,0.000003123106,0.00001737259,0.004277878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748105,0.0003094982,0.00046822458,0.0005453843,0.00073019497,0.00046567517],"domain_scores_gemma":[0.9986211,0.0004751019,0.00021389696,0.00026494736,0.00024974192,0.00017519054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013980212,0.00023523862,0.00029827794,0.0004708583,0.0009574142,0.00034719898,0.00018463995,0.00036541422,0.00031858313],"category_scores_gemma":[0.0007768798,0.00022860046,0.00013288963,0.0012295848,0.0001840796,0.0005311976,0.000057006106,0.0005424943,0.000078580946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037421807,0.00011024244,0.9905617,0.000095306976,0.00005844428,0.0000050502426,0.0033606922,0.0011615385,0.00086188765,0.00022787631,0.00030018092,0.0028828497],"study_design_scores_gemma":[0.0004838984,0.00038023008,0.9883893,0.0012746475,0.000038859973,0.0000013433611,0.008307568,0.00002423266,0.0001692718,0.00005585496,0.00065976375,0.00021503281],"about_ca_topic_score_codex":0.006281605,"about_ca_topic_score_gemma":0.005256345,"teacher_disagreement_score":0.0071927765,"about_ca_system_score_codex":0.0005803481,"about_ca_system_score_gemma":0.00023056056,"threshold_uncertainty_score":0.9495949},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4407972867","doi":"10.1139/bcb-2025-0020","title":"Retraction: Active vitamin D activates chondrocyte autophagy to reduce osteoarthritis via mediating the AMPK–mTOR signaling pathway","year":2025,"lang":"en","type":"article","venue":"Biochemistry and Cell Biology","topic":"Autophagy in Disease and Therapy","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autophagy; AMPK; PI3K/AKT/mTOR pathway; Chondrocyte; Osteoarthritis; Cell biology; Chemistry; Vitamin D and neurology; Signal transduction; Medicine; Cartilage; Protein kinase A; Phosphorylation; Endocrinology; Biology; Biochemistry; Anatomy; Pathology; Apoptosis","score_opus":0.006672896247320102,"score_gpt":0.25400655613601364,"score_spread":0.24733365988869355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407972867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99100953,0.0026107626,0.00011337954,0.0011138121,0.0004468762,0.0002781771,0.000032729353,0.000059252972,0.004335455],"genre_scores_gemma":[0.9952166,0.00013402823,0.0001566274,0.0010906693,0.0004977493,0.00007293094,0.00007949712,0.0000115952835,0.002740323],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989873,0.00005531151,0.00022018938,0.00039716726,0.00007677478,0.00026326755],"domain_scores_gemma":[0.999219,0.00018422057,0.00009292778,0.0003054682,0.00006477424,0.0001336361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012612919,0.00018885071,0.00024974343,0.000040759853,0.00021746999,0.000016910368,0.00013517994,0.00031341967,0.00013464267],"category_scores_gemma":[0.00013487818,0.0001422201,0.00007892174,0.00019219202,0.0001364864,0.000033102093,0.00008291218,0.0003193451,0.000011657935],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037861252,0.00006110474,0.00009400339,0.00006407004,0.000056470923,0.000015673168,0.00015052051,4.382156e-7,0.9363936,0.000019583349,0.00027231977,0.06249357],"study_design_scores_gemma":[0.0009526879,0.00019477222,0.00060354476,0.00007551197,0.00004702012,0.000024474306,0.00048789728,0.000013543925,0.9878187,0.00017281236,0.009474395,0.00013463879],"about_ca_topic_score_codex":0.000012680347,"about_ca_topic_score_gemma":5.210865e-7,"teacher_disagreement_score":0.06235893,"about_ca_system_score_codex":0.000054098702,"about_ca_system_score_gemma":0.00014025286,"threshold_uncertainty_score":0.5799567},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407973243","doi":"10.1139/bcb-2025-0018","title":"Retraction: MicroRNA-24 alleviates isoflurane-induced neurotoxicity in rat hippocampus via attenuation of oxidative stress","year":2025,"lang":"en","type":"article","venue":"Biochemistry and Cell Biology","topic":"Anesthesia and Neurotoxicity Research","field":"Neuroscience","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurotoxicity; Oxidative stress; Isoflurane; Hippocampus; microRNA; Oxidative phosphorylation; Anesthesia; Chemistry; Neuroscience; Medicine; Biology; Internal medicine; Toxicity; Biochemistry; Gene","score_opus":0.024924282987618517,"score_gpt":0.2892172065983323,"score_spread":0.26429292361071377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407973243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976829,0.00015072172,0.000037765818,0.00047033618,0.000120457764,0.00030058966,0.000011219789,0.000019256173,0.0012067278],"genre_scores_gemma":[0.9989044,0.00019794331,0.00001711652,0.00026309912,0.00002856906,0.000030201205,0.000010553249,0.000006069435,0.0005420618],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99864614,0.0002528758,0.0002722136,0.0004947419,0.00008806714,0.00024596212],"domain_scores_gemma":[0.9991912,0.00038277684,0.000119426724,0.0002124885,0.000041796087,0.000052310654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015548634,0.00015460928,0.00022789056,0.00008770398,0.00008602028,0.000014038656,0.00021355438,0.00029280235,0.00003441473],"category_scores_gemma":[0.00025873256,0.00014482648,0.000045883447,0.00031278958,0.00023846516,0.000053534313,0.00008033203,0.00036460182,0.0000054333823],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001717341,0.00015794128,0.008080596,0.00013191818,0.0000025053266,0.0000151521845,0.000036918624,0.0000013269115,0.9896712,0.000042741776,0.000048505004,0.0016394642],"study_design_scores_gemma":[0.00043850334,0.00013368914,0.00084098673,0.00003307785,0.0000050679187,0.000014237674,0.00005192834,0.00011417263,0.9976998,0.00032517227,0.00023248339,0.00011086138],"about_ca_topic_score_codex":0.000026145486,"about_ca_topic_score_gemma":0.000003886864,"teacher_disagreement_score":0.008028623,"about_ca_system_score_codex":0.000022224267,"about_ca_system_score_gemma":0.00006783278,"threshold_uncertainty_score":0.59058523},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54456514,0.05322115,0.00049085764,0.37134165,0.0014958206,0.0028537118,0.000029499435,0.00014252872,0.02585961],"genre_scores_gemma":[0.9324075,0.048271112,0.000075077776,0.0051569124,0.00092131965,0.00025504403,0.00007359401,0.00001615762,0.012823255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965356,0.00036532313,0.0007683762,0.0004910725,0.0012802243,0.0005594142],"domain_scores_gemma":[0.9956701,0.0009248956,0.0000818857,0.0003963979,0.0026113652,0.0003153998],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008352813,0.0001684647,0.00037107774,0.00044872836,0.00047017884,0.00030197678,0.00026166343,0.00035349384,0.000660137],"category_scores_gemma":[0.015778795,0.00013499598,0.00012206828,0.0012054297,0.0006705475,0.00039139588,0.00011015507,0.0037306466,0.0002794098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028515887,0.00033367696,0.23339593,0.006994495,0.00007403106,0.000013078951,0.0007839406,0.000002187484,0.000069973314,0.09507502,0.11126691,0.5517056],"study_design_scores_gemma":[0.000058770926,0.000936456,0.34730268,0.02571178,0.0000741181,0.00007046577,0.0023638832,0.00048688368,0.0050040707,0.13242634,0.48510075,0.0004638037],"about_ca_topic_score_codex":0.0027904857,"about_ca_topic_score_gemma":0.00021852454,"teacher_disagreement_score":0.5512418,"about_ca_system_score_codex":0.00029461947,"about_ca_system_score_gemma":0.0009628538,"threshold_uncertainty_score":0.99856776},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408083851","doi":"10.1007/s40979-025-00182-x","title":"Understanding PSE students’ reactions to the postplagiarism concept: a quantitative analysis","year":2025,"lang":"en","type":"article","venue":"International Journal for Educational Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.14830328600280315,"score_gpt":0.4923651865432522,"score_spread":0.34406190054044905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408083851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02141759,0.00017854905,0.39551616,0.555896,0.01333817,0.0005666776,0.00025855063,0.00003589541,0.012792423],"genre_scores_gemma":[0.9664913,0.0001373261,0.0035147734,0.006806742,0.0015332623,0.000077104494,0.000083011146,0.000008484417,0.02134802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739486,0.00039632648,0.00052510184,0.0002609644,0.0011192937,0.0003034744],"domain_scores_gemma":[0.9944631,0.0030466157,0.00024227425,0.00013600879,0.0019373072,0.00017472],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037331036,0.00014675966,0.00019946297,0.000698612,0.0017866563,0.00067057647,0.0015124858,0.000317695,0.00071013294],"category_scores_gemma":[0.0060065365,0.00011669339,0.00036550144,0.0010148522,0.00025972317,0.0005190516,0.00008588714,0.0019600578,0.000050297458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010153489,0.00014252997,0.008941671,0.0000015549195,0.0014012441,9.3179017e-7,0.013023828,0.0003537226,0.000015770898,0.8466681,0.12913316,0.00021589271],"study_design_scores_gemma":[0.00035788142,0.000045273668,0.018349271,0.00010936551,0.0004071408,0.00001261738,0.05883401,0.0003702081,0.000039873,0.34178904,0.5794694,0.00021596446],"about_ca_topic_score_codex":0.0035034656,"about_ca_topic_score_gemma":0.002862637,"teacher_disagreement_score":0.94507366,"about_ca_system_score_codex":0.0018885465,"about_ca_system_score_gemma":0.0013978132,"threshold_uncertainty_score":0.9995129},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408250902","doi":"10.2196/preprints.73622","title":"Identifying and Analyzing Bot-Generated Responses in Healthcare Research (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Computer science; Psychology; Political science; World Wide Web; Law","score_opus":0.13893372889343863,"score_gpt":0.3994805233627845,"score_spread":0.26054679446934587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408250902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88193166,0.0031702297,0.0007169958,0.05185856,0.0011198742,0.0014714377,0.000014002994,0.0004018788,0.059315354],"genre_scores_gemma":[0.9924338,0.0010006995,0.0007392267,0.0018286834,0.00025722166,0.00009502301,0.000053655884,0.000020185695,0.0035715299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739146,0.00026911832,0.0005769896,0.00087032485,0.00050454895,0.00038755027],"domain_scores_gemma":[0.99821126,0.00045440707,0.00019681704,0.00046212107,0.0006524677,0.000022932074],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00463413,0.00024237041,0.0003590853,0.0024545107,0.0003582386,0.0014810733,0.00038584313,0.00029932644,0.0003691033],"category_scores_gemma":[0.0008600227,0.00024358016,0.00006886199,0.001363079,0.00007016133,0.0008492605,0.0016810346,0.001637677,0.00008099613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010088913,0.0005629327,0.5977215,0.009441995,0.00030272955,0.00021103962,0.0008912453,0.0005763374,0.0012171715,0.2793341,0.0061153197,0.10261676],"study_design_scores_gemma":[0.00541473,0.00003396171,0.5719764,0.0063454593,0.0003512328,0.0000111218715,0.0073797265,0.03651338,0.0018855252,0.20272748,0.16452397,0.002836984],"about_ca_topic_score_codex":0.021977538,"about_ca_topic_score_gemma":0.009845711,"teacher_disagreement_score":0.15840866,"about_ca_system_score_codex":0.00006180587,"about_ca_system_score_gemma":0.00020489567,"threshold_uncertainty_score":0.99955547},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408361682","doi":"10.5206/cjils-rcsib.v48i1.22212","title":"On (Conflating) Predatory Journals and Predatory Practices","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Predatory pricing; Economics","score_opus":0.014499116359888863,"score_gpt":0.2426575115870162,"score_spread":0.22815839522712733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85078645,0.00022172956,0.000037265843,0.0025175286,0.00020658785,0.000060027123,0.000026533906,0.000005667555,0.14613824],"genre_scores_gemma":[0.99554294,0.0001371504,0.00011586609,0.0037654121,0.000010549418,6.2306185e-7,0.0000019406532,0.0000013938233,0.00042414299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929935,0.000019527059,0.00025699244,0.00006296844,0.00020374173,0.00015742042],"domain_scores_gemma":[0.99905795,0.000044165703,0.00038224887,0.000072910465,0.000027666094,0.00041508247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005011415,0.000060165978,0.00007086113,0.0002787618,0.00034480647,0.0005703273,0.0002225623,0.00003367161,0.008366527],"category_scores_gemma":[0.00045118752,0.000049821243,0.000015240698,0.00041713502,0.00047504265,0.007883552,0.00004613728,0.00014034467,0.000035199948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238462,0.00003281258,0.5933267,0.0001009201,0.000026846226,0.000026456628,0.0055680615,0.00016639833,0.0011939085,0.084815614,0.20823358,0.106416315],"study_design_scores_gemma":[0.00024536304,0.000070523216,0.57536703,0.000059074428,0.0000042892566,0.000057192832,0.0025351741,0.00021404722,0.0004554886,0.00055114256,0.42035884,0.00008183415],"about_ca_topic_score_codex":0.0001337873,"about_ca_topic_score_gemma":0.00018292356,"teacher_disagreement_score":0.21212526,"about_ca_system_score_codex":0.000101590915,"about_ca_system_score_gemma":0.0004489983,"threshold_uncertainty_score":0.99253994},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409240114","doi":"10.31110/consensus/2025-01/293-309","title":"REACTION OF THE UKRAINIAN HISTORICAL COMMUNITY TO ACADEMIC PLAGIARISM: HIGH-PROFILE CASES OF THE FIRST QUARTER OF THE 21ST CENTURY","year":2025,"lang":"en","type":"article","venue":"КОНСЕНСУС","topic":"Education and Social Development in Ukraine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Ukrainian; History; Archaeology; Linguistics; Philosophy","score_opus":0.03251001646828392,"score_gpt":0.31708570531231905,"score_spread":0.2845756888440351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409240114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91417706,0.000086638174,0.0000010936385,0.046527147,0.0031203239,0.0004291949,0.000021805834,0.00001462978,0.035622105],"genre_scores_gemma":[0.9952947,0.000081208214,0.000026069274,0.0010208114,0.00008259686,0.000016875423,0.0000017106096,0.000004389098,0.003471651],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836624,0.00067129923,0.00033429053,0.00009054078,0.00038789274,0.0001497311],"domain_scores_gemma":[0.99865174,0.0005008307,0.0002564125,0.00039793638,0.00015782683,0.000035240737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091955153,0.00007857089,0.00016579506,0.000042354943,0.00089980365,0.0000072179623,0.0008173822,0.00018834768,0.000076655844],"category_scores_gemma":[0.0011624518,0.00004639558,0.00011504176,0.00079794554,0.0003500345,0.000049617116,0.00016612704,0.0005487019,0.0000030359456],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000431759,0.00043910847,0.08125518,0.00012978335,0.000076577555,1.1864211e-7,0.7469539,0.000004519548,0.0027101687,0.083658636,0.080241166,0.0044876426],"study_design_scores_gemma":[0.00014849988,0.000017537768,0.44206312,0.00014844566,0.000030879786,2.3393254e-7,0.045303747,6.034849e-7,0.0017602413,0.000803901,0.5096434,0.00007942254],"about_ca_topic_score_codex":0.020647721,"about_ca_topic_score_gemma":0.0075060218,"teacher_disagreement_score":0.70165014,"about_ca_system_score_codex":0.0004247097,"about_ca_system_score_gemma":0.00046176548,"threshold_uncertainty_score":0.9858739},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409370930","doi":"10.1038/s41562-025-02154-0","title":"Characterizing the effect of retractions on publishing careers","year":2025,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; New York University Abu Dhabi","keywords":"Publishing; Psychology; Political science; Law","score_opus":0.014387769011394255,"score_gpt":0.3364968878199576,"score_spread":0.32210911880856335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409370930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571429,0.00013138878,0.0000038802336,0.009982125,0.0012586523,0.0002401684,0.000017942853,0.0000582921,0.13116466],"genre_scores_gemma":[0.9958345,0.000010041815,0.000005980145,0.00081575016,0.0002906619,0.000010591605,0.000016475866,0.000005019895,0.0030109563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986967,0.0003830332,0.00015270576,0.00015509743,0.00040798433,0.00020449523],"domain_scores_gemma":[0.99903196,0.0005491458,0.000104357554,0.0001766248,0.000101154306,0.000036736346],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002245811,0.00008997059,0.0001361744,0.00011851065,0.0010248095,0.00017562082,0.0004942111,0.0013414872,0.00008872581],"category_scores_gemma":[0.0013034698,0.000063271254,0.00010173728,0.00032434054,0.00016176366,0.000342879,0.000034066976,0.005274029,0.0000048042584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086692075,0.00007383009,0.2877022,0.0000535542,0.00008699597,0.000012370601,0.022903843,0.0000027848978,0.0073660007,0.5336616,0.13719332,0.010856817],"study_design_scores_gemma":[0.00078780396,0.00027124299,0.6510462,0.0006176722,0.00032657562,0.0000023544571,0.011173379,0.000004940981,0.020575099,0.0028402216,0.31194603,0.00040843806],"about_ca_topic_score_codex":0.0020141175,"about_ca_topic_score_gemma":0.0010485491,"teacher_disagreement_score":0.5308214,"about_ca_system_score_codex":0.00012054032,"about_ca_system_score_gemma":0.000067707006,"threshold_uncertainty_score":0.999955},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409622218","doi":"10.1007/s12032-025-02733-1","title":"Retraction Note to: Anti-cancer activity of human gastrointestinal bacteria","year":2025,"lang":"en","type":"article","venue":"Medical Oncology","topic":"Cancer Research and Treatments","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emergent BioSolutions (Canada)","funders":"","keywords":"Hematology; Cancer; Internal medicine; Bacteria; Medicine; Gastrointestinal cancer; Oncology; Biology; Colorectal cancer; Genetics","score_opus":0.017805164576556898,"score_gpt":0.41184222866831127,"score_spread":0.3940370640917544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409622218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365866,0.000043065254,0.001513172,0.0018295442,0.00023815899,0.00012814796,0.000016957141,0.000005947082,0.002566354],"genre_scores_gemma":[0.9982055,0.00006327641,0.00030709998,0.00032228694,0.00017892857,0.00003915782,0.000028558263,0.0000051512725,0.00085003214],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992155,0.00007983271,0.00013178706,0.00021233641,0.00016233289,0.00019820515],"domain_scores_gemma":[0.9995689,0.000023912531,0.000046704557,0.00015049712,0.00006602267,0.0001439776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018505909,0.000073943585,0.0001687229,0.000048066348,0.000041565072,0.000003753524,0.00012675973,0.0001608241,0.00035540195],"category_scores_gemma":[0.000282274,0.000065695305,0.00005029126,0.000091074464,0.00011062571,0.0000019382871,0.000114070026,0.00016861365,0.0000071938816],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030426917,0.0002810742,0.011371877,0.000019593557,0.00003833121,0.00001562376,0.000004898416,9.71622e-7,0.9322504,0.000025847206,0.0062270095,0.049460113],"study_design_scores_gemma":[0.0015804222,0.0024251428,0.11244747,0.00008124056,0.000021229534,0.000025574009,0.000006610199,0.000019017101,0.77930087,0.000038017286,0.10396606,0.00008836031],"about_ca_topic_score_codex":0.0005550998,"about_ca_topic_score_gemma":0.0013282618,"teacher_disagreement_score":0.15294953,"about_ca_system_score_codex":0.0000856647,"about_ca_system_score_gemma":0.00050399953,"threshold_uncertainty_score":0.38914022},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409678406","doi":"10.1093/oxfordhb/9780192868282.013.55","title":"Research Integrity: Reflections on the APSA’s Qualitative Transparency Deliberations and Recommendations for Advancing Political Science Practice","year":2025,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transparency (behavior); Political science; Politics; Research integrity; Engineering ethics; Qualitative research; Public administration; Public relations; Sociology; Social science; Law; Engineering","score_opus":0.5258217722547087,"score_gpt":0.5970601007180778,"score_spread":0.07123832846336908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409678406","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003497713,0.000027585736,0.023768935,0.071373716,0.00012448167,0.0010362719,0.00033957546,0.000042176467,0.9032838],"genre_scores_gemma":[0.0007655899,0.0011352809,0.035369284,0.000625138,0.00013516592,0.000032193802,0.00001959712,0.000019036423,0.9618987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99382055,0.0036357988,0.00023593853,0.00055377185,0.00095142453,0.0008024892],"domain_scores_gemma":[0.9659794,0.03057228,0.00011461775,0.00032288904,0.0026715593,0.00033927104],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.021528976,0.00017578297,0.00022549836,0.00052115525,0.007217183,0.00027542753,0.00062698656,0.00030676657,0.00002626142],"category_scores_gemma":[0.011834387,0.00016098135,0.00010518011,0.00014020529,0.0055012996,0.00039086738,0.00020026017,0.002193775,5.295976e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072542774,0.000016767674,3.7040575e-8,0.000033009626,0.000049674232,0.0000015228215,0.04732002,5.5798336e-7,0.000006433334,0.94530356,0.00340413,0.0037917418],"study_design_scores_gemma":[0.00009701608,0.00010544377,1.861489e-7,0.00017037377,0.000043729582,2.8809217e-7,0.115354754,0.000020747093,0.000012949435,0.21448734,0.66959596,0.000111232825],"about_ca_topic_score_codex":0.002770256,"about_ca_topic_score_gemma":0.003229187,"teacher_disagreement_score":0.73081625,"about_ca_system_score_codex":0.0012899481,"about_ca_system_score_gemma":0.004035522,"threshold_uncertainty_score":0.99720514},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409788861","doi":"10.1007/s12032-025-02732-2","title":"Retraction Note: Artificial intelligence and machine learning in precision and genomic medicine","year":2025,"lang":"en","type":"article","venue":"Medical Oncology","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":2,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emergent BioSolutions (Canada)","funders":"","keywords":"Hematology; Artificial intelligence; Precision medicine; Computer science; Machine learning; Internal medicine; Medical physics; Medicine; Pathology","score_opus":0.026851474927089374,"score_gpt":0.37187913617071205,"score_spread":0.34502766124362266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409788861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6958923,0.005396958,0.077605404,0.20703852,0.0018415158,0.00054445205,7.253984e-7,0.00012819895,0.011551936],"genre_scores_gemma":[0.99020445,0.0031429334,0.0018814608,0.0038455077,0.00036506192,0.0000114941895,0.000013843805,0.000013662888,0.0005215743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983101,0.00021772807,0.0005310172,0.00036916824,0.0003175443,0.00025448232],"domain_scores_gemma":[0.9984747,0.0010183589,0.000084653366,0.00011443585,0.00003682505,0.0002709883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002221988,0.0001375923,0.0005036093,0.0003374564,0.00009158876,0.000009510635,0.00008169105,0.00041353583,0.00032285493],"category_scores_gemma":[0.007362502,0.00010687318,0.000024408417,0.00028247133,0.000536306,0.000038915277,0.00012289177,0.0019609572,0.0000067402866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028213178,0.000103397506,0.022782035,0.00007566507,0.000014641564,0.00023598432,0.00035240492,0.000014533076,0.0021240246,0.0019248665,0.00036026046,0.97173005],"study_design_scores_gemma":[0.003300219,0.0023763853,0.1630813,0.0014003203,0.00018760981,0.0011076307,0.0005254937,0.52854156,0.00029326393,0.013080915,0.285809,0.0002962966],"about_ca_topic_score_codex":0.00040652254,"about_ca_topic_score_gemma":0.00015766465,"teacher_disagreement_score":0.97143376,"about_ca_system_score_codex":0.00016011832,"about_ca_system_score_gemma":0.00024741425,"threshold_uncertainty_score":0.88141346},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409903256","doi":"10.3138/jsp-2024-1117","title":"Attitudes Toward Academic Integrity: The Relationship Between Demographic Features, Peer Norms, Learning Profiles, Rates of Academic Misconduct, and Various Attitudes","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Misconduct; Academic integrity; Psychology; Social psychology; Research integrity; Peer review; Public relations; Political science; Law","score_opus":0.09570081193200937,"score_gpt":0.3752995323888215,"score_spread":0.27959872045681217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409903256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86930096,0.01892894,0.00045504552,0.10731005,0.0006013629,0.00029152934,0.000014425455,0.00004365554,0.0030540037],"genre_scores_gemma":[0.99295574,0.0019639921,0.0010564981,0.0007401228,0.0009612408,0.0000046712303,0.000010594987,0.00001653609,0.002290596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99442375,0.0016990966,0.0011992432,0.0003101927,0.0018507756,0.00051692524],"domain_scores_gemma":[0.98963034,0.00648273,0.0012619403,0.00017360055,0.0021967327,0.0002546629],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","research_integrity"],"category_scores_codex":[0.029189026,0.00024871185,0.00055626885,0.0008158363,0.0014307505,0.0045181857,0.0019270057,0.002590954,0.00002271211],"category_scores_gemma":[0.085338876,0.00017776965,0.00020618807,0.0014708628,0.000735983,0.024826033,0.0002894047,0.046981946,0.0000018998478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003243101,0.000013907937,0.9251637,0.00008365746,0.00015802713,0.000003751093,0.0097935535,0.0000079993515,0.00023492206,0.05063208,0.011078693,0.0027973072],"study_design_scores_gemma":[0.00039830914,0.000052658168,0.9275175,0.0010446585,0.00019222981,0.000027888545,0.010152303,0.0000027011893,0.00016185475,0.03495059,0.02530649,0.00019286141],"about_ca_topic_score_codex":0.0019675966,"about_ca_topic_score_gemma":0.00022604737,"teacher_disagreement_score":0.12365476,"about_ca_system_score_codex":0.00020424165,"about_ca_system_score_gemma":0.0013759019,"threshold_uncertainty_score":0.9998692},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409940571","doi":"10.5040/9781666983142","title":"Academic Misconduct and Plagiarism","year":2020,"lang":"en","type":"book","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Scientific misconduct; Academic integrity; Political science; Criminology; Psychology; Law; Social psychology; Medicine","score_opus":0.046706266696727256,"score_gpt":0.3143870360814521,"score_spread":0.26768076938472485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409940571","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023865903,0.0024537728,0.00008830709,0.02034496,0.00053643156,0.00027987044,0.000034853972,0.00018270465,0.9760552],"genre_scores_gemma":[0.0002612796,0.0059487084,0.0002618625,0.005494031,0.0025277124,0.0000048191805,0.00004542699,0.000027952723,0.9854282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812937,0.00017578753,0.0003006469,0.0004484663,0.00056967087,0.00037606576],"domain_scores_gemma":[0.998845,0.00047259298,0.00015144509,0.00011818239,0.00006262927,0.0003501543],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0010381462,0.00025653883,0.00038786628,0.00007741772,0.000402462,0.00006403816,0.0005006338,0.007019185,0.0025139938],"category_scores_gemma":[0.0005767402,0.00024177646,0.00009102744,0.000067922156,0.0006528582,0.00018279908,0.00012791427,0.010448555,0.00078172295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033116005,9.715325e-7,0.000009080028,0.000017507507,0.000020766538,0.00000875732,0.0058668214,2.4906578e-8,0.0000052507066,0.34558454,0.64544904,0.0030339202],"study_design_scores_gemma":[0.000074166404,0.000012638585,0.0000035010355,0.00006960005,0.000044057095,0.0000032675325,0.0009992532,0.000005475664,0.000009420583,0.10318475,0.89531505,0.00027883524],"about_ca_topic_score_codex":0.00084653933,"about_ca_topic_score_gemma":0.00022654049,"teacher_disagreement_score":0.249866,"about_ca_system_score_codex":0.00015270017,"about_ca_system_score_gemma":0.0013204347,"threshold_uncertainty_score":0.9999963},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4410336353","doi":"10.1186/s41073-025-00164-0","title":"Research on policy mechanisms to address funding bias and conflicts of interest in biomedical research: a scoping review","year":2025,"lang":"en","type":"review","venue":"Research Integrity and Peer Review","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Conflict of interest; Political science; Management science; Public relations; Engineering ethics; Economics; Engineering; Law","score_opus":0.9766357963041572,"score_gpt":0.7866428425180303,"score_spread":0.1899929537861269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410336353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016011689,0.9304728,0.000002479139,0.05336383,0.00026103252,0.010615534,0.0005510664,0.000031487947,0.004685767],"genre_scores_gemma":[0.00009488783,0.9903588,0.000041315063,0.0045333356,0.00040284783,0.0019873034,0.00016332079,0.000058063357,0.0023601074],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94731253,0.04271347,0.0026679887,0.0017042152,0.0027260992,0.002875715],"domain_scores_gemma":[0.9602922,0.031228334,0.00034372462,0.0011394946,0.0040088845,0.0029873713],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.14736369,0.0007197057,0.004270055,0.004364772,0.00084816886,0.00013210737,0.0017338999,0.0024165995,0.0010875753],"category_scores_gemma":[0.06506041,0.00056864874,0.00036303565,0.008788653,0.0021356402,0.0001467559,0.00251634,0.03759196,0.00024374979],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006684933,0.00024479523,0.0000019743704,0.5019943,0.00008216542,0.00011603623,0.00010499626,1.9458225e-8,0.0000033551994,0.028683461,0.023613835,0.4450882],"study_design_scores_gemma":[0.00020616729,0.00037445695,0.0000010167005,0.48471332,0.00009922965,0.00003842868,0.00006379286,0.0000023203806,0.000015280908,0.00088400824,0.5133937,0.00020827775],"about_ca_topic_score_codex":0.00084517134,"about_ca_topic_score_gemma":0.0003655236,"teacher_disagreement_score":0.4897799,"about_ca_system_score_codex":0.0008070603,"about_ca_system_score_gemma":0.0050386186,"threshold_uncertainty_score":0.99982554},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4410641030","doi":"10.2196/77635","title":"Retraction: “A Dynamic Adaptive Ensemble Learning Framework for Noninvasive Mild Cognitive Impairment Detection: Development and Validation Study”","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognitive impairment; Ensemble learning; Cognition; Artificial intelligence; Machine learning; Psychology; Neuroscience","score_opus":0.017620831452765346,"score_gpt":0.3110025560977353,"score_spread":0.29338172464497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410641030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68216175,0.000011802482,0.314124,0.00016187533,0.000162299,0.0017672695,0.0000024435028,0.000055251563,0.0015533431],"genre_scores_gemma":[0.9854252,0.000034234166,0.012664145,0.0008458515,0.00003341907,0.0007197109,0.000019835355,0.0000141552255,0.00024345476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978298,0.000121751196,0.0006377076,0.00029089145,0.00074039,0.00037945117],"domain_scores_gemma":[0.9985911,0.00075233215,0.00025258347,0.00013774898,0.000032038963,0.00023418388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011486908,0.00021541085,0.00023169385,0.00009616773,0.00057644123,0.0000517671,0.000121476915,0.0002800668,0.0002666634],"category_scores_gemma":[0.00048876693,0.00020843206,0.0000407197,0.00030335665,0.00017876018,0.00039407625,0.00022349546,0.0007930826,0.00012890185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042182257,0.0009997358,0.025040464,0.00037746216,0.0002898425,0.000028807046,0.0680276,0.00038147834,0.000045620913,0.00016471745,0.00025356348,0.9039689],"study_design_scores_gemma":[0.011591964,0.004645798,0.48106286,0.0031923116,0.00042485096,0.00013088752,0.31097126,0.14312112,0.01991699,0.004017625,0.018757425,0.0021668877],"about_ca_topic_score_codex":0.000015957823,"about_ca_topic_score_gemma":0.00006815596,"teacher_disagreement_score":0.901802,"about_ca_system_score_codex":0.0006186212,"about_ca_system_score_gemma":0.000109062436,"threshold_uncertainty_score":0.8499613},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411237045","doi":"10.1001/jamanetworkopen.2025.15160","title":"Citation Contamination by Paper Mill Articles in Systematic Reviews of the Life Sciences","year":2025,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Mill; Contamination; Environmental science; History; Library science; Biology; Computer science; Archaeology; Ecology","score_opus":0.04692872264228141,"score_gpt":0.34333756742881316,"score_spread":0.29640884478653173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411237045","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34806147,0.034032505,0.001431447,0.12230541,0.0020363366,0.011568502,0.0000110972305,0.000039555667,0.48051366],"genre_scores_gemma":[0.9929544,0.0012530083,0.00017832147,0.0035165336,0.00006905095,0.0000833656,0.0000013544242,0.0000017054622,0.0019422965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677396,0.0022501322,0.00044270762,0.0001223887,0.0002480244,0.0001627958],"domain_scores_gemma":[0.9983222,0.0012324941,0.0002487962,0.000103218044,0.00006986894,0.00002343105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013764938,0.00005425756,0.00024167828,0.000031233627,0.00036047498,0.00010055439,0.00074264355,0.00018857587,0.00007892936],"category_scores_gemma":[0.005715516,0.000034799185,0.000038780887,0.0010048229,0.00021072537,0.00044964804,0.000094195486,0.0002651085,0.00001051773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003443654,0.00007124401,0.07739233,0.0017119398,0.00003596999,3.1485243e-7,0.028164612,0.00031333513,0.00015347976,0.4902994,0.39129546,0.010527474],"study_design_scores_gemma":[0.002070797,0.00011329912,0.1846403,0.05543144,0.0002710051,7.639561e-7,0.070088685,0.008295704,0.00045346707,0.19685811,0.48103952,0.00073688745],"about_ca_topic_score_codex":0.0027908331,"about_ca_topic_score_gemma":0.003497158,"teacher_disagreement_score":0.6448929,"about_ca_system_score_codex":0.000047956953,"about_ca_system_score_gemma":0.00016606718,"threshold_uncertainty_score":0.68424195},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4411532530","doi":"10.1007/s10805-025-09657-5","title":"Correction: Academic and Research Integrity in Nepali Universities: A Comprehensive Policy Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Academic Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Nepali; Academic integrity; Research integrity; Political science; Engineering ethics; Computer science; Library science; Public relations; Philosophy; Engineering; Linguistics","score_opus":0.14284122946967148,"score_gpt":0.5002791847549476,"score_spread":0.3574379552852761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411532530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6692873,0.0063787997,0.0020117026,0.27802908,0.0019082226,0.00027075052,0.000012514303,0.000035115114,0.042066474],"genre_scores_gemma":[0.9534444,0.037938412,0.0001898838,0.0031826945,0.0008080534,0.0000011133562,0.00000128033,0.000005746534,0.004428421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9938473,0.0034349258,0.0007498697,0.00022321755,0.0012535005,0.0004911499],"domain_scores_gemma":[0.9880713,0.010033795,0.00036339465,0.000111575704,0.0012084323,0.00021149074],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017365638,0.0001355021,0.00048136528,0.0028274448,0.0007633488,0.00004686828,0.00076551316,0.004349234,0.000037992144],"category_scores_gemma":[0.010989075,0.00013129138,0.00016101275,0.005186873,0.0014595954,0.00056090986,0.00018220732,0.0576289,0.0000034280306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004065777,0.000046930458,0.081785865,0.00011284587,0.00070119486,0.000064023225,0.35859346,0.0003994269,0.00047651283,0.5061369,0.04582638,0.0054498627],"study_design_scores_gemma":[0.00087475625,0.00011260798,0.024805058,0.0013227696,0.00040010764,0.00003904881,0.52633137,0.0010998152,0.0002246234,0.11485469,0.32962108,0.00031409145],"about_ca_topic_score_codex":0.012964674,"about_ca_topic_score_gemma":0.0014130542,"teacher_disagreement_score":0.39128223,"about_ca_system_score_codex":0.0009812464,"about_ca_system_score_gemma":0.006149239,"threshold_uncertainty_score":0.99948496},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411550952","doi":"10.1109/tnse.2025.3582063","title":"Retraction Notice: A DQN-Based Frame Aggregation and Task Offloading Approach for Edge-Enabled IoMT","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Notice; Task (project management); Enhanced Data Rates for GSM Evolution; Edge computing; Frame (networking); Distributed computing; Computer network; Theoretical computer science; Artificial intelligence; Engineering","score_opus":0.008431222463482737,"score_gpt":0.21757578811341205,"score_spread":0.2091445656499293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411550952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013531026,0.00012300897,0.97983575,0.00018937947,0.0056598606,0.00025713976,2.7686835e-7,0.0001960648,0.0002074851],"genre_scores_gemma":[0.89873385,0.000018077413,0.10060389,0.00016327537,0.0003769495,0.00004101965,6.162379e-7,0.000008809254,0.000053486776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865574,0.000012865556,0.00019261337,0.00047537955,0.00023028463,0.00043309326],"domain_scores_gemma":[0.99929035,0.00021968594,0.000044489796,0.00022878149,0.000118706725,0.00009801805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088418275,0.00015675275,0.0001514404,0.0003625718,0.0008032699,0.00038061396,0.0002680777,0.00010828359,2.361332e-7],"category_scores_gemma":[0.00003097351,0.0001612259,0.00004021222,0.0016318203,0.000077247474,0.0006573347,0.0000060845127,0.00027838483,6.5450746e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000149334965,0.000035577457,0.000018063074,0.00011130681,0.00001390584,6.96839e-7,0.00026392666,0.9121638,0.004476959,0.00054768636,0.0004460057,0.08190712],"study_design_scores_gemma":[0.0002815854,0.000050395356,0.00017866318,0.00012954992,0.000016536485,0.0000044005947,0.000012263754,0.9936261,0.0041498365,0.00009172488,0.0012910274,0.0001678819],"about_ca_topic_score_codex":0.000009002434,"about_ca_topic_score_gemma":6.0780286e-7,"teacher_disagreement_score":0.8852028,"about_ca_system_score_codex":0.00010008707,"about_ca_system_score_gemma":0.00013481046,"threshold_uncertainty_score":0.6574601},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411639781","doi":"10.1109/tai.2025.3582067","title":"Retraction Notice: Quantum-Assisted Activation for Supervised Learning in Healthcare-Based Intrusion Detection Systems","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Artificial Intelligence","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Notice; Intrusion detection system; Computer science; Health care; Artificial intelligence; Political science","score_opus":0.0467453150505133,"score_gpt":0.3036530900805404,"score_spread":0.25690777503002715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411639781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03501443,0.00002693194,0.9561505,0.0026355057,0.0047848145,0.0009541112,0.00000239885,0.00039766546,0.000033690558],"genre_scores_gemma":[0.99757874,0.00003983391,0.001544858,0.0003663883,0.00008819421,0.00029101537,0.000004300989,0.000016940292,0.00006972676],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974329,0.00036786785,0.0007909683,0.0006658825,0.00034969495,0.00039272854],"domain_scores_gemma":[0.99835694,0.0006451321,0.00020094917,0.00039934472,0.00031400687,0.00008362619],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009000274,0.00024279447,0.00027614296,0.00093642605,0.00078933395,0.0002793073,0.0003370404,0.00041220817,0.000011384483],"category_scores_gemma":[0.00008473426,0.00027061274,0.00014571373,0.0021096873,0.00005153473,0.0006956071,0.0000034970644,0.0009414609,0.000029776395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005671287,0.00032492893,0.000004693089,0.00010129019,0.0000122951515,0.0000011908038,0.00018499707,0.3496983,0.03230043,0.008830155,0.0000117895925,0.6079628],"study_design_scores_gemma":[0.000109866785,0.00033496134,0.00007763532,0.00018545237,0.000008846306,0.000001766354,0.00009133117,0.68559796,0.31037736,0.0026269348,0.00042132664,0.00016655843],"about_ca_topic_score_codex":0.0011395701,"about_ca_topic_score_gemma":0.0011087495,"teacher_disagreement_score":0.9625643,"about_ca_system_score_codex":0.0005146926,"about_ca_system_score_gemma":0.00017273631,"threshold_uncertainty_score":0.9999746},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411725464","doi":"10.1109/tnse.2025.3583800","title":"Retraction Notice: Blockchain and Deep Learning for Secure Communication in Digital Twin Empowered Industrial IoT Network","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"Brain Tumor Detection and Classification","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Blockchain; Notice; Internet of Things; Computer science; Computer security; Computer network; Law","score_opus":0.020133467447602638,"score_gpt":0.24597134204376261,"score_spread":0.22583787459615998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411725464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6090561,0.00015177118,0.38657114,0.00075032335,0.0020890303,0.00068608805,0.000003519146,0.00023048227,0.00046154184],"genre_scores_gemma":[0.9991557,0.000086037515,0.00034164693,0.000109530985,0.000094881,0.000060068254,6.346039e-7,0.000010639129,0.00014083365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887973,0.0000321559,0.00022239595,0.00036205852,0.00018615722,0.0003174991],"domain_scores_gemma":[0.999205,0.0004590663,0.000055912227,0.00016273405,0.000046055495,0.00007125785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006869777,0.00012686163,0.00012479394,0.00023056926,0.00065293105,0.00022404538,0.00014167723,0.00013530327,0.0000029876865],"category_scores_gemma":[0.0002099634,0.00013913614,0.000026698819,0.0015686174,0.00014526003,0.00025550544,0.000004403175,0.0005944985,9.449027e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074362644,0.00003113821,0.000096762225,0.000015709087,0.0000033143122,5.5909896e-7,0.00020176878,0.92988765,0.010573342,0.0007399622,0.000051792496,0.058323607],"study_design_scores_gemma":[0.000695343,0.00009034325,0.0011853959,0.00015656425,0.000012417164,0.000010910413,0.00018363699,0.98836213,0.005346556,0.00022655542,0.0035341412,0.00019597706],"about_ca_topic_score_codex":0.0000058403516,"about_ca_topic_score_gemma":0.000022427237,"teacher_disagreement_score":0.3900996,"about_ca_system_score_codex":0.00010650793,"about_ca_system_score_gemma":0.00005362105,"threshold_uncertainty_score":0.5673807},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411799544","doi":"10.1109/tii.2025.3582142","title":"Retraction Notice: Guest Editorial: Special Section on Edge Intelligence for Industrial Internet of Things","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Industrial Informatics","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Notice; Special section; Section (typography); Internet of Things; Industrial Internet; Computer science; Computer security; Telecommunications; Business; Engineering; Political science; Law; Operating system","score_opus":0.0459329113971088,"score_gpt":0.29043606552197043,"score_spread":0.24450315412486162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411799544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007591365,7.4916136e-7,0.85441095,0.00027393692,0.14043412,0.00088341703,0.000025849486,0.00024030569,0.0029715453],"genre_scores_gemma":[0.78964096,0.000073020245,0.027216518,0.0009637441,0.1763704,0.001044349,0.000041381933,0.00006708681,0.0045825616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979902,0.00005148167,0.0010691164,0.00023985177,0.0004012357,0.00024809374],"domain_scores_gemma":[0.99818665,0.00044170307,0.0004745149,0.0005049592,0.00031260628,0.00007954322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000643016,0.00023355664,0.00029293663,0.0005740883,0.00028484978,0.00018691206,0.00061084674,0.0009166284,0.000022592401],"category_scores_gemma":[0.00009385914,0.000237405,0.00020364218,0.0010724226,0.000083842315,0.0010196115,0.000008676106,0.0012547497,0.000023630892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009836883,0.0008705514,0.0000059823033,0.00008715383,0.00018754962,3.6275407e-7,0.002120625,0.006860058,0.00043262637,0.027879236,0.5612724,0.3992998],"study_design_scores_gemma":[0.0016001152,0.001694328,0.0000027081012,0.00030205704,0.000101728656,0.000004973756,0.0004332889,0.04227436,0.4269889,0.0015959179,0.52455485,0.0004467757],"about_ca_topic_score_codex":0.00008432086,"about_ca_topic_score_gemma":0.000006784368,"teacher_disagreement_score":0.82719445,"about_ca_system_score_codex":0.00028703635,"about_ca_system_score_gemma":0.00024314242,"threshold_uncertainty_score":0.9681095},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411867152","doi":"10.1109/tits.2025.3582066","title":"Retraction Notice: Softwarized Resource Management and Allocation With Autonomous Awareness for 6G-Enabled Cooperative Intelligent Transportation Systems","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Notice; Intelligent transportation system; Computer science; Resource allocation; Resource management (computing); Transport engineering; Operations research; Knowledge management; Business; Systems engineering; Engineering; Computer network; Political science","score_opus":0.015058047284766249,"score_gpt":0.2543017547028814,"score_spread":0.23924370741811515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411867152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013381872,0.00035598248,0.97960764,0.0005534185,0.0012323328,0.0039134608,0.00012867899,0.0007001803,0.00012641295],"genre_scores_gemma":[0.9887342,0.00026501276,0.005620944,0.00010333694,0.000030549396,0.0035860531,0.00016647474,0.000037806913,0.0014556394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968287,0.00013396003,0.0011225011,0.0010663399,0.00044035376,0.00040817508],"domain_scores_gemma":[0.99789035,0.0003051348,0.00035356334,0.0007469911,0.0005760733,0.00012787414],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006180259,0.00045351987,0.0005253337,0.00071981037,0.0007686671,0.00028401994,0.0004905285,0.00045451988,0.0000073923125],"category_scores_gemma":[0.0000037430311,0.0004330824,0.00013254724,0.0012321558,0.00013657747,0.00042947632,0.0000010210135,0.00045884078,0.000011438149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008459705,0.0011202943,0.0002611376,0.001796791,0.0010400701,0.00001720557,0.004988651,0.64083904,0.00065693975,0.31628123,0.0004207688,0.031731915],"study_design_scores_gemma":[0.00650005,0.0018065252,0.0027170142,0.0024064102,0.0016789587,0.00004639843,0.01596054,0.8035276,0.08387368,0.0018215883,0.077020556,0.002640699],"about_ca_topic_score_codex":0.0003474581,"about_ca_topic_score_gemma":0.00043436637,"teacher_disagreement_score":0.9753523,"about_ca_system_score_codex":0.00027822165,"about_ca_system_score_gemma":0.00015293967,"threshold_uncertainty_score":0.9998121},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411881163","doi":"10.1111/cid.70073","title":"<scp>RETRACTION</scp>: Influence of diameter and length on primary stability in various implant site densities—An in vitro study in polyurethane blocks","year":2025,"lang":"en","type":"article","venue":"Clinical Implant Dentistry and Related Research","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Implant; Library science; Dentistry; Medicine; Computer science; Surgery","score_opus":0.06644179778933886,"score_gpt":0.4271579097682652,"score_spread":0.36071611197892633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411881163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966474,0.00031369916,0.0000043962796,0.00004183243,0.0013737452,0.0010303531,0.00021317539,0.00004827686,0.0003270884],"genre_scores_gemma":[0.9986678,0.00040519403,0.000045100467,0.00008216207,0.00002131462,0.00003544557,0.00008127519,0.000019033694,0.00064271456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944275,0.0016334056,0.0016666838,0.00092952594,0.00061742833,0.0007254597],"domain_scores_gemma":[0.99351835,0.005379671,0.00018726866,0.0005826053,0.00011255217,0.0002195692],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005385383,0.00029013172,0.0008919302,0.00084584265,0.00012428524,0.00012927079,0.000344668,0.00081659725,0.000012635182],"category_scores_gemma":[0.001354218,0.00025671537,0.00009534418,0.00091678434,0.00053463405,0.0002905624,0.0004942637,0.0032354414,0.000018288682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013930898,0.0032422207,0.90699506,0.0003368599,0.00012495295,0.06053422,0.0006713858,0.000011466212,0.020207606,0.00006469602,0.00043867502,0.0059797484],"study_design_scores_gemma":[0.0031951023,0.0007000088,0.978043,0.00037038655,0.00003311165,0.011197531,0.0010831048,0.00020000357,0.004258527,0.0007172435,0.00006063313,0.00014135307],"about_ca_topic_score_codex":0.0019021711,"about_ca_topic_score_gemma":0.002785444,"teacher_disagreement_score":0.07104792,"about_ca_system_score_codex":0.00014140113,"about_ca_system_score_gemma":0.0001457086,"threshold_uncertainty_score":0.9999885},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","score_opus":0.8395444366525378,"score_gpt":0.8045002882908695,"score_spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412134464","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39397103,0.07165504,0.05523948,0.014815847,0.0017180484,0.0016657105,0.000003573868,0.000009110714,0.46092215],"genre_scores_gemma":[0.5321785,0.010194328,0.4564042,0.00061349146,0.000022750859,0.000092735245,3.4530936e-7,0.0000032843998,0.00049034326],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9179262,0.0652972,0.008066174,0.0033966168,0.0044226875,0.000891102],"domain_scores_gemma":[0.8963999,0.090381324,0.008740357,0.0032053431,0.0011145384,0.00015853936],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.525518,0.00021264894,0.0017595841,0.0021955052,0.00016924305,0.00039675072,0.003391167,0.00018860395,0.00079763256],"category_scores_gemma":[0.50509536,0.000114890085,0.00014292475,0.015113007,0.0018588479,0.0028165653,0.0004647226,0.0010592384,0.0000398025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009633092,0.0004310431,0.37590623,0.000047577807,0.000004791467,0.0000198612,0.00021535474,0.00013061968,0.0012742123,0.0416451,0.0002981898,0.57993066],"study_design_scores_gemma":[0.00031718664,0.00017035176,0.29287207,0.0001257787,0.0000093282115,0.000018042505,0.0011523309,0.0020609095,0.00006318614,0.5815638,0.121514,0.00013302077],"about_ca_topic_score_codex":0.00012631626,"about_ca_topic_score_gemma":0.0003291986,"teacher_disagreement_score":0.5797977,"about_ca_system_score_codex":0.00005079884,"about_ca_system_score_gemma":0.00012472789,"threshold_uncertainty_score":0.87335175},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412177798","doi":"10.1038/s41586-025-09015-w","title":"Retraction Note: Human fetal cerebellar cell atlas informs medulloblastoma origin and oncogenesis","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Fetal and Pediatric Neurological Disorders","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medulloblastoma; Atlas (anatomy); Biology; Neuroscience; Carcinogenesis; Anatomy; Cancer research; Genetics; Cancer","score_opus":0.006034612449388621,"score_gpt":0.2764731842926569,"score_spread":0.27043857184326825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412177798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95484465,0.0015815848,0.000017450555,0.0023556557,0.00051715557,0.00022967023,0.000008168246,0.00008386476,0.040361825],"genre_scores_gemma":[0.987971,0.0003454656,0.000114831644,0.0031927791,0.00019892203,0.000005180876,0.000031786843,0.00000891889,0.008131094],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991679,0.000016139855,0.00015938297,0.00024004288,0.00021266588,0.00020383894],"domain_scores_gemma":[0.9996007,0.000060757084,0.00004790843,0.0001477728,0.000053855052,0.00008901291],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00008172763,0.00014415197,0.00019893884,0.00011044864,0.000111409376,0.000015955658,0.000063956366,0.0014233625,0.0000834502],"category_scores_gemma":[0.00006443202,0.00010213167,0.00007888173,0.0003358678,0.000053076787,0.0000645596,0.00004309836,0.0020400442,0.000028547393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004097145,0.0017756404,0.31946406,0.003038327,0.00033548858,0.0005495489,0.00059682253,0.000032657128,0.1581995,0.007033567,0.2987501,0.20612714],"study_design_scores_gemma":[0.0036262814,0.001115246,0.32733056,0.000051053576,0.00036626754,0.00006397939,0.00013390507,0.00015325389,0.011668743,0.0018035661,0.6533147,0.0003724362],"about_ca_topic_score_codex":0.000040418636,"about_ca_topic_score_gemma":0.000040634477,"teacher_disagreement_score":0.3545646,"about_ca_system_score_codex":0.000031129304,"about_ca_system_score_gemma":0.000057672565,"threshold_uncertainty_score":0.999873},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412198620","doi":"10.1007/s00540-025-03544-4","title":"Anesthesia research misconduct in Japan: understanding the status is critical to prevention","year":2025,"lang":"en","type":"article","venue":"Journal of Anesthesia","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Pain medicine; Anesthesiology; Medicine; Anesthesia; Misconduct; Law; Political science","score_opus":0.6135395652638627,"score_gpt":0.622462987494357,"score_spread":0.00892342223049436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412198620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66776156,0.0005769168,0.0004165079,0.3286117,0.000036792055,0.00034688687,1.1988553e-7,0.0000062892022,0.0022432336],"genre_scores_gemma":[0.9909127,0.0004942376,0.0011560409,0.004092166,0.00016619814,0.0000074687973,3.0775067e-7,0.000018630428,0.0031522803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955766,0.0007319388,0.0008686944,0.00024798035,0.0018796996,0.00069506763],"domain_scores_gemma":[0.9855527,0.012236179,0.00010521861,0.0004923701,0.0012073198,0.00040617006],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015168593,0.000120505036,0.00041030155,0.00076466415,0.00018098799,0.00011257851,0.00042905653,0.00029525772,0.00016212162],"category_scores_gemma":[0.017091177,0.00007950184,0.00018585313,0.0012672179,0.00047071246,0.00013549786,0.000056161094,0.0035618083,0.000034709756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071691503,0.0026997114,0.21619162,0.0016899034,0.00036386726,0.016033238,0.010741792,0.000052446132,0.0068927878,0.660552,0.06869003,0.0089234235],"study_design_scores_gemma":[0.0039677117,0.006793602,0.20540293,0.009027252,0.00020461538,0.008262413,0.038463898,0.0002360221,0.0033745961,0.69133705,0.03258444,0.00034545353],"about_ca_topic_score_codex":0.00003888514,"about_ca_topic_score_gemma":0.000036438763,"teacher_disagreement_score":0.32451954,"about_ca_system_score_codex":0.00077747676,"about_ca_system_score_gemma":0.0021791395,"threshold_uncertainty_score":0.99873704},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412582784","doi":"10.1136/bmjopen-2024-097148","title":"Data sharing statements for clinical trials: a cross-sectional survey of cardiology journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Publication; Data sharing; Odds; Odds ratio; MEDLINE; Family medicine; Logistic regression; Alternative medicine; Internal medicine; Pathology","score_opus":0.9414220175727007,"score_gpt":0.759484280899632,"score_spread":0.18193773667306867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412582784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031943268,0.00007779185,0.98328835,0.0008858062,0.0010766136,0.0058971546,0.001126001,0.000014638194,0.00443932],"genre_scores_gemma":[0.5011929,0.00594837,0.42353037,0.0037108238,0.0022827613,0.006893348,0.007051557,0.000103105755,0.04928672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935165,0.0032392573,0.0016885429,0.0008599247,0.00042853237,0.00026724132],"domain_scores_gemma":[0.9882935,0.0072704735,0.00083144906,0.0031151946,0.0004189393,0.00007041054],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.1993732,0.000081201135,0.0005458704,0.00015507746,0.00013726582,0.004524844,0.015429646,0.000055717675,0.000021182566],"category_scores_gemma":[0.06758762,0.000068614754,0.000072056995,0.0003880903,0.00006285141,0.020373102,0.022127934,0.00016759535,0.000009268802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044090653,0.000048975304,0.9477964,0.000056396497,0.0004907018,0.000004953268,0.0000028863178,0.000084835796,0.000007250888,0.010773008,0.033426143,0.0068675335],"study_design_scores_gemma":[0.001417245,0.00007455738,0.9317436,0.000035557932,0.00000984922,0.0000014625801,0.000004988499,0.011600867,0.0000066229854,0.0018566566,0.05317705,0.00007150314],"about_ca_topic_score_codex":0.00042379467,"about_ca_topic_score_gemma":0.00015575677,"teacher_disagreement_score":0.55975795,"about_ca_system_score_codex":0.000026516265,"about_ca_system_score_gemma":0.0005114297,"threshold_uncertainty_score":0.99650854},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad","open_science","scholarly_communication","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412646924","doi":"10.1016/j.ejogrb.2025.114569","title":"Retraction notice to “Contribution of myo-inositol to reproduction”. [Eur. J. Obstet. Gynecol. Reprod. Biol. 147 (2009) 120–123]","year":2025,"lang":"en","type":"article","venue":"European Journal of Obstetrics & Gynecology and Reproductive Biology","topic":"Assisted Reproductive Technology and Twin Pregnancy","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Notice; Medicine; Reproduction; Inositol; Gynecology; Internal medicine; Genetics; Biology; Receptor; Law","score_opus":0.012175984127088129,"score_gpt":0.2817506638569126,"score_spread":0.26957467972982446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412646924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91365904,0.020213954,0.009336857,0.028179832,0.022158531,0.0020755539,0.000026681137,0.00016320318,0.004186363],"genre_scores_gemma":[0.98763543,0.0008364133,0.0077138464,0.0006570913,0.0009107186,0.000018795388,0.000016705186,0.000043379463,0.0021676214],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99419934,0.0013861859,0.0017722826,0.0017942506,0.00024397319,0.0006039607],"domain_scores_gemma":[0.9922216,0.0013434789,0.0012921946,0.0016524275,0.003218023,0.0002722875],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004801509,0.00043512482,0.0012598364,0.002017113,0.00032874016,0.000016176484,0.00042429575,0.00056446425,0.000038074184],"category_scores_gemma":[0.09281152,0.00036841366,0.00026402457,0.0026423936,0.0006775241,0.0002145404,0.00036019384,0.001626705,0.000058046062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005668762,0.0032555913,0.2549067,0.00043043846,0.0032323545,0.0012582437,0.0017043771,0.00020835834,0.33116326,0.009864337,0.025061801,0.36324576],"study_design_scores_gemma":[0.0038728977,0.00915199,0.63912934,0.00049076445,0.0010692958,0.0016322382,0.0008993998,0.0000044692447,0.12639429,0.0021533482,0.2146039,0.00059809966],"about_ca_topic_score_codex":0.0000051633683,"about_ca_topic_score_gemma":0.0000015110732,"teacher_disagreement_score":0.3842226,"about_ca_system_score_codex":0.0003423712,"about_ca_system_score_gemma":0.0003110936,"threshold_uncertainty_score":0.9998768},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412723298","doi":"10.1016/j.mtener.2025.101997","title":"Retraction notice to “High-performance perovskite solar cells using graphene quantum dots modified SnO2/ZnO photoelectrode” [Materials Today Energy (2021) 100853] Vol 22","year":2025,"lang":"en","type":"article","venue":"Materials Today Energy","topic":"Perovskite Materials and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Materials science; Notice; Quantum dot; Perovskite (structure); Graphene; Engineering physics; Optoelectronics; Nanotechnology; Energy (signal processing); Chemical engineering; Quantum mechanics; Physics; Political science; Engineering","score_opus":0.006850514964056445,"score_gpt":0.20572870602211085,"score_spread":0.1988781910580544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412723298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96576625,0.00013368207,0.02289899,0.00009230337,0.009132161,0.00036056427,0.00028680143,0.0005638236,0.00076541136],"genre_scores_gemma":[0.99420154,0.0009192759,0.0011327984,0.0005292123,0.0013577712,0.0004404431,0.000378346,0.0001904999,0.0008501347],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959221,0.00021308239,0.0013342621,0.0009373014,0.00043510238,0.0011581909],"domain_scores_gemma":[0.9980167,0.00008026562,0.00025225696,0.001099138,0.00030485642,0.00024678672],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006080173,0.00082374143,0.0010674553,0.00058519415,0.0004581503,0.0005807797,0.0006367231,0.00062587345,0.0013183309],"category_scores_gemma":[0.00004774654,0.0008567551,0.000121301935,0.00088111905,0.00006920363,0.0005130098,0.00020958319,0.00017402924,0.00009599521],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017415697,0.00009019336,0.0000019271456,0.00015319028,0.00012054328,0.0000065309227,0.00007299856,0.050154164,0.9401297,0.0048284577,0.0033894689,0.00087865256],"study_design_scores_gemma":[0.0005850446,0.00008730229,0.00014523584,0.00019525658,0.000117338896,0.000008734341,0.000021760321,0.006138472,0.9636844,0.0005864362,0.027572956,0.0008570824],"about_ca_topic_score_codex":0.0026920934,"about_ca_topic_score_gemma":0.000079213736,"teacher_disagreement_score":0.044015694,"about_ca_system_score_codex":0.00032290828,"about_ca_system_score_gemma":0.000091977025,"threshold_uncertainty_score":0.9995946},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412738326","doi":"10.7202/1118901ar","title":"Research Integrity and Research Fairness: Harmonious or in Conflict?","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology","score_opus":0.8520249275815825,"score_gpt":0.6905774453795961,"score_spread":0.16144748220198646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412738326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57584715,0.0077877142,0.0000984255,0.39051798,0.00069982273,0.0007969017,0.000023737412,0.000009896431,0.024218366],"genre_scores_gemma":[0.9846251,0.0051287594,0.0008327492,0.0013737535,0.00020527499,0.0000067926144,0.0000013310778,0.000019793602,0.0078064487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943828,0.0015302893,0.0008726696,0.00033423142,0.0019110459,0.0009689828],"domain_scores_gemma":[0.9521796,0.034859817,0.00010994242,0.0006732224,0.010114576,0.0020628287],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061312277,0.00012253466,0.0004736112,0.0032007576,0.00037700403,0.00019766056,0.00063257007,0.0012550881,0.00016338665],"category_scores_gemma":[0.13492835,0.000094774325,0.00007819102,0.0024989669,0.0058220425,0.00010495699,0.00016699274,0.027250811,0.000019787018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033700764,0.00039913753,0.2546172,0.0031791485,0.00033394474,0.014937557,0.011614948,0.000004568561,0.0012262949,0.6149245,0.060552757,0.03483987],"study_design_scores_gemma":[0.008468443,0.0057274564,0.14038211,0.017042382,0.00007950722,0.0010184406,0.053750284,0.00027830363,0.0053688707,0.50362056,0.26374698,0.0005166848],"about_ca_topic_score_codex":0.06175698,"about_ca_topic_score_gemma":0.51436806,"teacher_disagreement_score":0.45261106,"about_ca_system_score_codex":0.000959076,"about_ca_system_score_gemma":0.047754966,"threshold_uncertainty_score":0.9968835},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4413035244","doi":"10.3389/fenvs.2025.1675239","title":"Retraction: Does resource efficiency matter for environmental quality in Canada?","year":2025,"lang":"en","type":"article","venue":"Frontiers in Environmental Science","topic":"Energy, Environment, and Transportation Policies","field":"Energy","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Quality (philosophy); Environmental quality; Environmental science; Business; Environmental resource management; Natural resource economics; Environmental economics; Ecology; Computer science; Economics; Biology","score_opus":0.004102924848388999,"score_gpt":0.2136634007343019,"score_spread":0.2095604758859129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413035244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98313075,0.00022924408,0.0014720713,0.00057819084,0.001084911,0.0003404333,0.00009166298,0.000014771002,0.013057935],"genre_scores_gemma":[0.99415046,0.0001013847,0.0012265218,0.0010216862,0.00002892931,0.000089525354,0.000044162516,0.000015644304,0.0033216586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751866,0.00006681476,0.00054089125,0.0006860483,0.0005634874,0.0006241085],"domain_scores_gemma":[0.9993055,0.000067734654,0.00012070075,0.00039380335,0.0000011510248,0.000111104484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005290557,0.00022883195,0.00026074122,0.00027095352,0.00024374251,0.000028011804,0.00048485686,0.00009623111,0.00029435067],"category_scores_gemma":[0.000017092,0.00021288334,0.000061981336,0.0003582147,0.00077103823,0.00031381455,0.0000654552,0.00021950749,0.0000117153395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000600797,0.0001896628,0.97022533,0.000016463504,0.000008245413,0.0000055761593,0.00030683013,0.01514491,0.00677071,0.0006979788,0.001118597,0.0054556415],"study_design_scores_gemma":[0.0007277423,0.0000142475155,0.9299912,0.000018898872,0.000008129485,7.6098905e-7,0.003390714,0.00075579336,0.00832268,0.0005425715,0.05595879,0.00026847055],"about_ca_topic_score_codex":0.17151845,"about_ca_topic_score_gemma":0.29775676,"teacher_disagreement_score":0.12623833,"about_ca_system_score_codex":0.002960883,"about_ca_system_score_gemma":0.00015153582,"threshold_uncertainty_score":0.8681131},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4413041880","doi":"10.1080/08989621.2025.2542197","title":"AI disclosure, moral shame, and the punishment of honesty","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Honesty; Shame; Transparency (behavior); Psychology; Punishment (psychology); Constructive; Perspective (graphical); Narrative; Social psychology; Process (computing); Law; Political science; Computer science","score_opus":0.10953065969817855,"score_gpt":0.4822537312601409,"score_spread":0.3727230715619624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413041880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8547173,0.00042317083,0.00001791873,0.085683495,0.0001258064,0.00068318314,0.000010777917,0.000010816596,0.058327522],"genre_scores_gemma":[0.9980212,0.0003927811,0.000024775216,0.00052209676,0.000048862294,0.000047599522,0.0000015137946,0.0000021176643,0.0009390851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964663,0.0018488104,0.00027657548,0.00022181566,0.0008087014,0.0003778391],"domain_scores_gemma":[0.9962835,0.003028119,0.000029597868,0.00027621206,0.00033962645,0.00004294869],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024393415,0.0000632701,0.00018860218,0.0001225648,0.00041188288,0.00007876083,0.0005385655,0.00033763202,0.00013179777],"category_scores_gemma":[0.0035643624,0.00004240441,0.000040177347,0.0008698033,0.003631497,0.00020259667,0.00025295527,0.0019455338,0.0000065153813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002355228,0.00008648157,0.44663644,0.000049170856,0.000010335985,6.7999406e-7,0.017381182,0.0000018326642,0.000010601006,0.52684516,0.0051758303,0.0035667978],"study_design_scores_gemma":[0.0011545091,0.000028909104,0.30528906,0.00011134792,0.000009014176,3.4099932e-7,0.04927852,0.00025375123,0.00015929305,0.58401746,0.05958318,0.00011459509],"about_ca_topic_score_codex":0.095867254,"about_ca_topic_score_gemma":0.022395257,"teacher_disagreement_score":0.14330386,"about_ca_system_score_codex":0.0001622598,"about_ca_system_score_gemma":0.0004824844,"threshold_uncertainty_score":0.99908006},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413048524","doi":"10.1016/j.lfs.2025.123893","title":"Retraction notice to “miR-199a-3p suppresses neuroinflammation by directly targeting MyD88 in a mouse model of bone cancer pain” [Life Sci. 333 (2023) 122139]","year":2025,"lang":"en","type":"article","venue":"Life Sciences","topic":"Cancer, Stress, Anesthesia, and Immune Response","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Notice; Neuroinflammation; Bone cancer; Cancer research; Chemistry; Medicine; Cancer; Internal medicine; Inflammation; Political science","score_opus":0.018012431522470944,"score_gpt":0.29269266299185903,"score_spread":0.2746802314693881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413048524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856859,0.0035483812,0.0005195387,0.008080766,0.00046895453,0.00048776864,0.000026905138,0.0000630581,0.0011187239],"genre_scores_gemma":[0.9918897,0.0011473787,0.0007384549,0.0016909096,0.00020891061,0.00007482854,0.000010011472,0.00001527597,0.004224497],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977222,0.0002088801,0.0005951963,0.00047431307,0.0006037759,0.00039562894],"domain_scores_gemma":[0.99876934,0.000432628,0.000221723,0.00025199674,0.00016004554,0.0001642344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001702507,0.00018536371,0.00042742142,0.000463117,0.00020004032,0.000057529778,0.0002116906,0.000119930526,0.00005394844],"category_scores_gemma":[0.004003036,0.00016735199,0.000080859965,0.0012385297,0.00025550064,0.00039449806,0.0000539911,0.00024041506,0.0000060061498],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018635886,0.00034799485,0.020657906,0.00074287906,0.00004078526,0.000009367595,0.0022351092,0.039282653,0.8454065,0.00010363875,0.08132995,0.007979672],"study_design_scores_gemma":[0.003653551,0.001057048,0.03551427,0.0024655133,0.00022880646,0.000009281225,0.0062182276,0.4108138,0.47888735,0.000158514,0.05993088,0.0010627412],"about_ca_topic_score_codex":0.0029346643,"about_ca_topic_score_gemma":0.00041902866,"teacher_disagreement_score":0.37153116,"about_ca_system_score_codex":0.00010753105,"about_ca_system_score_gemma":0.0009907444,"threshold_uncertainty_score":0.6824416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413191172","doi":"10.1016/j.mtener.2025.102019","title":"Retraction notice to Corrigendum to “High-performance perovskite solar cells using graphene quantum dot modified SnO2/ZnO photoelectrode” [Mater Today Energy 42 (2024) 101566]","year":2025,"lang":"en","type":"article","venue":"Materials Today Energy","topic":"Perovskite Materials and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Materials science; Quantum dot; Perovskite (structure); Notice; Optoelectronics; Graphene; Nanotechnology; Engineering physics; Chemical engineering; Physics","score_opus":0.01106474292825864,"score_gpt":0.21329677947866044,"score_spread":0.20223203655040178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413191172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512182,0.00007083044,0.03406841,0.00014886241,0.012182604,0.0003261635,0.00018543407,0.00056111923,0.0012383972],"genre_scores_gemma":[0.9927753,0.00027308852,0.001447338,0.0011624321,0.0007555517,0.0003949827,0.00017487924,0.00016055141,0.0028558685],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99663097,0.000122065576,0.0009952033,0.0008223736,0.00037352584,0.0010558938],"domain_scores_gemma":[0.99839526,0.00003973053,0.00013830359,0.0009380596,0.00019808077,0.00029059034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039260404,0.0006827219,0.00078872615,0.00060805655,0.00036372858,0.00044303242,0.00055287225,0.00045138213,0.0007055027],"category_scores_gemma":[0.000021257036,0.00069850346,0.00010139745,0.00093168556,0.000039789982,0.0003540851,0.00019341536,0.00016934978,0.00013021969],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014450666,0.00006469455,0.0000036563854,0.0001006944,0.00007736622,0.000005666315,0.00009745125,0.07393151,0.9123006,0.0037702522,0.0088439975,0.0006595932],"study_design_scores_gemma":[0.00036311778,0.00009279942,0.00019822676,0.00014331091,0.00007830894,0.000007950783,0.000024465044,0.008348881,0.9299606,0.0003300855,0.05973018,0.0007220581],"about_ca_topic_score_codex":0.0023672117,"about_ca_topic_score_gemma":0.0001653013,"teacher_disagreement_score":0.065582626,"about_ca_system_score_codex":0.00030447653,"about_ca_system_score_gemma":0.000063833526,"threshold_uncertainty_score":0.9995466},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413239810","doi":"10.1007/s40065-025-00553-9","title":"Retraction Note: An elementary proof of the Brouwer’s fixed point theorem","year":2025,"lang":"en","type":"article","venue":"Arabian Journal of Mathematics","topic":"Advanced Optimization Algorithms Research","field":"Mathematics","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Elementary proof; Mathematics; Fixed-point theorem; Fixed point; Brouwer fixed-point theorem; Discrete mathematics; Point (geometry); Combinatorics; Calculus (dental); Mathematical analysis; Geometry","score_opus":0.033393888334530705,"score_gpt":0.36314552134393463,"score_spread":0.3297516330094039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413239810","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06417724,0.00009739829,0.9277004,0.0021879796,0.0006911012,0.00080426456,0.000014083454,0.000028068107,0.004299468],"genre_scores_gemma":[0.21255071,0.000046177494,0.78538215,0.00016753167,0.0001428007,0.000007866932,0.0000019596202,0.000050352362,0.0016504243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975538,0.00022111264,0.0011441486,0.00012433287,0.00073603244,0.0002205534],"domain_scores_gemma":[0.99687207,0.000651133,0.001109921,0.00058464665,0.0006995465,0.00008270246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018043037,0.00016353295,0.00040427368,0.00021750391,0.00011917422,0.000034771474,0.0006155464,0.000118748176,0.0002269329],"category_scores_gemma":[0.0020952632,0.00010928421,0.00019607546,0.0004883745,0.00014473182,0.0003796851,0.000102063306,0.0006026574,0.0000019789525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007912137,0.01327138,0.0020402297,0.0063682287,0.0018962083,0.00010346057,0.024837613,0.017300297,0.027803292,0.68809193,0.046291944,0.17120418],"study_design_scores_gemma":[0.0014895288,0.00035599666,0.00022109605,0.001065329,0.00020366981,0.00016596627,0.003971812,0.029049749,0.075620465,0.8868789,0.0007612173,0.00021627541],"about_ca_topic_score_codex":0.0000014150664,"about_ca_topic_score_gemma":0.000007507924,"teacher_disagreement_score":0.19878694,"about_ca_system_score_codex":0.00014842843,"about_ca_system_score_gemma":0.00021963776,"threshold_uncertainty_score":0.44564807},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413509826","doi":"10.64628/aam.wwdgwwp3r","title":"Artificial intelligence is getting better at writing, and universities should worry about plagiarism","year":2021,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Brock University","funders":"","keywords":"Worry; Psychology; Mathematics education; Engineering ethics; Engineering","score_opus":0.047542021484674235,"score_gpt":0.31749016239881805,"score_spread":0.2699481409141438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413509826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6929465,0.0008215377,0.005637263,0.04519759,0.00043833116,0.000103561884,0.00001922495,0.0001363855,0.2546996],"genre_scores_gemma":[0.94235843,0.00060547044,0.0032806022,0.013310775,0.0008738265,0.0000020196246,0.000010668751,0.000012823862,0.039545402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984844,0.00019941707,0.00023318922,0.00030788488,0.0003806897,0.00039443595],"domain_scores_gemma":[0.9990875,0.00047933563,0.00006466267,0.00010869823,0.00013211179,0.00012767769],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009429653,0.000119584714,0.00015299578,0.000054906537,0.0010873472,0.00015052933,0.00018520473,0.0007738643,0.0046028197],"category_scores_gemma":[0.00016427517,0.0001249732,0.000061017174,0.00019659987,0.0004334637,0.00029886706,0.0001896149,0.0011578981,0.00012542865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032049356,0.000045796034,0.018705936,0.00004410234,0.00007582075,0.0002005789,0.17374453,0.000006415453,0.0011153598,0.6196859,0.053221513,0.13312198],"study_design_scores_gemma":[0.000081455095,0.000026100286,0.0013057027,0.00017622802,0.00007211862,0.00003053406,0.44547638,0.0009285258,0.04029913,0.05959586,0.45119193,0.0008160409],"about_ca_topic_score_codex":0.0019900985,"about_ca_topic_score_gemma":0.0020233507,"teacher_disagreement_score":0.56009007,"about_ca_system_score_codex":0.0001471557,"about_ca_system_score_gemma":0.00020468049,"threshold_uncertainty_score":0.99630713},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413676972","doi":"10.64628/aam.9g3gqppex","title":"Imposter participants challenge research integrity in the digital age","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research integrity; Psychology; Computer science; Computer security; Engineering ethics; Engineering","score_opus":0.9038401376489692,"score_gpt":0.7099347375031152,"score_spread":0.193905400145854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413676972","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1516663,0.00041612965,0.000019823117,0.10566371,0.00030231898,0.0019127174,0.000057255675,0.00005764849,0.7399041],"genre_scores_gemma":[0.95990825,0.0015596005,0.00015854668,0.001274866,0.00028758246,0.00030346392,0.00005013781,0.000018162329,0.03643937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9930952,0.0009831322,0.0008698722,0.000948917,0.0030558675,0.0010469952],"domain_scores_gemma":[0.96264297,0.033760644,0.000057402453,0.0024156456,0.0008606797,0.00026266332],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.028136188,0.00023464303,0.0006017659,0.00039845883,0.00008560863,0.00033560875,0.0014445601,0.0016879768,0.00034573974],"category_scores_gemma":[0.06760301,0.00013657816,0.0002370833,0.0004469782,0.00083201536,0.000044060107,0.0046905144,0.033373814,0.0002741281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003627824,0.012487201,0.13002099,0.01998551,0.0010450891,0.009932092,0.03881979,0.000010421279,0.00008592587,0.6278128,0.047638148,0.10853419],"study_design_scores_gemma":[0.0020741522,0.0011065626,0.05398571,0.0070235003,0.000066830704,0.000010790127,0.007940406,0.00044122105,0.00018751281,0.90610045,0.02060038,0.0004624787],"about_ca_topic_score_codex":0.00069705554,"about_ca_topic_score_gemma":0.0039446284,"teacher_disagreement_score":0.80824196,"about_ca_system_score_codex":0.00027376777,"about_ca_system_score_gemma":0.002225704,"threshold_uncertainty_score":0.99960804},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413802426","doi":"10.1017/s0080440125100339","title":"‘More Prussian than the Prussian’? Battlefield Prisoner Killing by British and Canadian Forces on the Western Front, 1914–1918 - RETRACTION","year":2025,"lang":"en","type":"article","venue":"Transactions of the Royal Historical Society","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prussian blue; Battlefield; Front (military); Ancient history; History; Geology; Chemistry; Oceanography","score_opus":0.007884091948820431,"score_gpt":0.2125548540976031,"score_spread":0.2046707621487827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413802426","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081079274,0.012210483,0.016446838,0.6134272,0.014826126,0.0035020679,0.0005957558,0.0003374384,0.2575748],"genre_scores_gemma":[0.8009356,0.0004110197,0.000030218185,0.00125646,0.00013752171,0.000032164706,0.0000016962059,0.000011481714,0.19718379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987983,0.00014176147,0.0002029507,0.0002153418,0.0003242986,0.0003173373],"domain_scores_gemma":[0.99925596,0.00021243944,0.00008943186,0.0002550109,0.00003945235,0.00014771137],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00041803313,0.00010322731,0.00015136566,0.000046601814,0.004869891,0.0002017343,0.00041284828,0.00023747444,0.00024317892],"category_scores_gemma":[0.000044894226,0.0000803968,0.00027887427,0.00028071925,0.0007133509,0.00010255275,0.000008681483,0.0005833972,0.0000043285786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022937465,0.0001344409,0.0018753783,0.00005791108,0.00018480212,0.000001373781,0.03368887,0.00018023202,0.000017288014,0.002637597,0.9340146,0.02718457],"study_design_scores_gemma":[0.00009573826,0.000017524653,0.0047572125,0.00005171533,0.00008341303,5.6716146e-7,0.0021371096,0.00013099865,0.0000084402745,0.00012762145,0.99248385,0.00010580877],"about_ca_topic_score_codex":0.96288407,"about_ca_topic_score_gemma":0.9805604,"teacher_disagreement_score":0.7198564,"about_ca_system_score_codex":0.002584731,"about_ca_system_score_gemma":0.00052806153,"threshold_uncertainty_score":0.9964256},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413943989","doi":"10.1080/17512786.2025.2551984","title":"“I’d Like to Think I’d Be Able to Spot One”: How Journalists Navigate Predatory Journals","year":2025,"lang":"en","type":"article","venue":"Journalism Practice","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Political science; Journalism; Media studies; Sociology","score_opus":0.06751854476489477,"score_gpt":0.4102410001773321,"score_spread":0.34272245541243734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943989","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022943608,0.005816282,0.0015469264,0.87280864,0.0026034794,0.0006282337,0.000011254827,0.00009124495,0.093550324],"genre_scores_gemma":[0.6217277,0.04893108,0.03593133,0.19801477,0.0044091926,0.00016114747,0.0000070316164,0.000101694655,0.090716064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527556,0.0016657701,0.00060026336,0.0003240544,0.0014291153,0.0007052407],"domain_scores_gemma":[0.99499637,0.0015246359,0.0006511001,0.0007018054,0.0013550182,0.0007710866],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008552171,0.00022525892,0.00040789763,0.00033729564,0.0026394748,0.0015649927,0.0013284094,0.00019330873,0.0004373223],"category_scores_gemma":[0.010677289,0.00021793427,0.00016218534,0.0013634298,0.000096822056,0.0019714646,0.00041788185,0.0012664435,0.00013154089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040964855,0.00056858995,0.0005245505,0.000050727704,0.00067955017,0.00011685647,0.10605927,0.00013594686,0.0030491168,0.04794011,0.8003481,0.040117536],"study_design_scores_gemma":[0.00032570423,0.00006773976,0.0010214209,0.00038557104,0.00014990846,0.00002917655,0.026774183,0.000008409344,0.0001574287,0.0022918885,0.9685519,0.00023668236],"about_ca_topic_score_codex":0.0013329136,"about_ca_topic_score_gemma":0.001402953,"teacher_disagreement_score":0.6747939,"about_ca_system_score_codex":0.0005436508,"about_ca_system_score_gemma":0.0007038446,"threshold_uncertainty_score":0.9994715},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414338200","doi":"10.1007/s00210-025-04638-2","title":"Retraction Note: The crucial role of oxidative stress in non-alcoholic fatty liver disease-induced male reproductive toxicity: the ameliorative effects of Iranian indigenous probiotics","year":2025,"lang":"en","type":"article","venue":"Naunyn-Schmiedeberg s Archives of Pharmacology","topic":"Drug-Induced Hepatotoxicity and Protection","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Oxidative stress; Indigenous; Fatty liver; Oxidative damage","score_opus":0.029359624476693106,"score_gpt":0.3670374626388468,"score_spread":0.3376778381621537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414338200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883825,0.0008934485,0.00047870062,0.0010911191,0.0020772964,0.0044405535,0.00015261803,0.000034035038,0.0024497008],"genre_scores_gemma":[0.9975667,0.0006550773,0.00019788886,0.0006168712,0.00037999765,0.00035908888,0.000021038988,0.00003149184,0.00017182135],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99443007,0.0029381893,0.0010165988,0.0006919459,0.00029581768,0.0006273566],"domain_scores_gemma":[0.9951944,0.0029427418,0.0010019031,0.00046516967,0.0002530755,0.00014270635],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010589844,0.0004478829,0.0008241997,0.0005877415,0.00046972558,0.000012768543,0.0008380976,0.0005685181,0.000098136516],"category_scores_gemma":[0.00057120767,0.00034489244,0.00029092008,0.0011214517,0.0011762892,0.00020785576,0.00031300602,0.002460518,0.0000070510623],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005381558,0.0018799774,0.007142979,0.0007272611,0.0007164919,0.000025529722,0.023217695,0.0025304689,0.9298683,0.00078706193,0.00013121529,0.027591487],"study_design_scores_gemma":[0.0023668248,0.0005956894,0.051993616,0.00017399047,0.0005753272,0.000005614107,0.00081268314,0.0036887014,0.9371729,0.0018047427,0.0005449617,0.00026496593],"about_ca_topic_score_codex":0.0006618071,"about_ca_topic_score_gemma":0.0005172161,"teacher_disagreement_score":0.04485064,"about_ca_system_score_codex":0.00013905276,"about_ca_system_score_gemma":0.0006535464,"threshold_uncertainty_score":0.9999003},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415234568","doi":"10.1016/j.drugalcdep.2025.112916","title":"Retraction notice to \"Correlates of hazardous alcohol drinking among trans and non-binary people in Canada: A community-based cross-sectional study\" [Drug Alcohol Dependence 250 (2023) 110872]","year":2025,"lang":"en","type":"erratum","venue":"Drug and Alcohol Dependence","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Victoria","funders":"","keywords":"Notice; Alcohol; Hazardous waste; Occupational safety and health; Suicide prevention; Human factors and ergonomics","score_opus":0.031133038187319752,"score_gpt":0.3217527944257515,"score_spread":0.2906197562384317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415234568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855449,0.00092889933,0.0001008438,0.00042303203,0.0062273103,0.0029314593,0.00042078496,0.000107028216,0.0033157514],"genre_scores_gemma":[0.9783593,0.000385442,0.00021110901,0.00044666647,0.00033978533,0.0002793809,0.000594201,0.00013042268,0.019253716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99225324,0.0008365649,0.001849829,0.0016972899,0.0022296193,0.001133442],"domain_scores_gemma":[0.9949028,0.0015491303,0.0007320088,0.0014716984,0.00066830823,0.0006760393],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027466305,0.0011537246,0.001994188,0.0012171298,0.00085061503,0.00022707424,0.000981681,0.00096304,0.00007221863],"category_scores_gemma":[0.00082204386,0.0012262814,0.00022032576,0.0015786928,0.00033420487,0.0005400129,0.00051066023,0.0075441333,0.000010872001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007591741,0.0008770266,0.9682794,0.001774633,0.0003093884,0.0008321989,0.009137128,0.0019783296,0.0003907105,0.0000034748768,0.01466826,0.0009902273],"study_design_scores_gemma":[0.0042296965,0.00040748325,0.9674623,0.0030061256,0.00058288506,0.00014512792,0.01653967,0.005595178,0.0003187567,0.000027339112,0.0006297262,0.0010557217],"about_ca_topic_score_codex":0.82345474,"about_ca_topic_score_gemma":0.95138466,"teacher_disagreement_score":0.12792996,"about_ca_system_score_codex":0.0012163939,"about_ca_system_score_gemma":0.005288032,"threshold_uncertainty_score":0.9990187},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415322991","doi":"10.1177/23800844251382488","title":"Whose Data Are They? Data Ownership and Sovereignty in Oral Health Research","year":2025,"lang":"en","type":"article","venue":"JDR Clinical & Translational Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Sovereignty; Participatory action research; Indigenous; Context (archaeology); Queer; Stewardship (theology); Traditional knowledge; Citizen journalism; Community-based participatory research","score_opus":0.9731738882564722,"score_gpt":0.7895025187366157,"score_spread":0.18367136951985652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415322991","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08877053,0.0087718805,0.0006897429,0.8467641,0.00050219265,0.0054255594,0.0020373545,0.00013563997,0.046902996],"genre_scores_gemma":[0.97108454,0.011791464,0.0057943347,0.0025930018,0.0006353919,0.00005871343,0.0014363219,0.000057352347,0.0065488634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.976868,0.00799576,0.0025463633,0.0029272134,0.0077219424,0.0019407728],"domain_scores_gemma":[0.63128227,0.34866747,0.0002878526,0.012175078,0.005158788,0.0024285596],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2109516,0.00024937096,0.0010064985,0.001106335,0.0006069669,0.0002274016,0.0036057378,0.0010282455,0.00043602937],"category_scores_gemma":[0.1869354,0.0002047753,0.000114460316,0.0024218566,0.0030786074,0.0005095297,0.0038781909,0.016930722,0.00017893713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049220417,0.002861916,0.5461433,0.0016935098,0.00024035647,0.00019785724,0.00024016578,0.0000062183294,0.000023482491,0.24402589,0.037133504,0.16251174],"study_design_scores_gemma":[0.0047864174,0.00068818143,0.5721761,0.0018443799,0.000018664066,0.0000056925196,0.0005534401,0.009162893,0.0000038008843,0.36181507,0.048762012,0.0001833603],"about_ca_topic_score_codex":0.0013153588,"about_ca_topic_score_gemma":0.01775142,"teacher_disagreement_score":0.882314,"about_ca_system_score_codex":0.0002364005,"about_ca_system_score_gemma":0.010993031,"threshold_uncertainty_score":0.99963444},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4415423726","doi":"10.1016/j.lana.2025.101286","title":"Retraction notice to Effect of early treatment with metformin on risk of emergency care and hospitalization among patients with COVID-19: the TOGETHER randomized platform clinical trial [The Lancet Regional Health–Americas Volume 6, February 2022, 100142]","year":2025,"lang":"en","type":"article","venue":"The Lancet Regional Health - Americas","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Notice; Metformin; Clinical trial; Volume (thermodynamics); Standard of care; Randomized controlled trial","score_opus":0.09352124192905054,"score_gpt":0.4749109065051771,"score_spread":0.38138966457612655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415423726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8948167,0.0014850046,0.0014966481,0.093184665,0.00032318608,0.008445792,0.00009604541,0.00004664551,0.000105311774],"genre_scores_gemma":[0.9605154,0.02214909,0.00038811885,0.014823964,0.00081741146,0.0008629011,0.00010028284,0.000041828243,0.0003010469],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9938588,0.00245955,0.0012888928,0.000584918,0.0012242158,0.00058362476],"domain_scores_gemma":[0.97889745,0.01775891,0.0016037375,0.00094957545,0.00039303955,0.00039727555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00544944,0.00036218684,0.0023771278,0.00014169923,0.0005564873,0.000014505831,0.0003142651,0.00012203487,0.000022570568],"category_scores_gemma":[0.008946013,0.00014982565,0.00032164474,0.00094690034,0.0013643656,0.00007827895,0.00010106905,0.00083439297,0.0000039386805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6075586,0.00046168157,0.33118656,0.00069651025,0.0008799649,0.0000034513168,0.002523129,0.00020446887,1.8001104e-7,0.00015070399,0.01807449,0.038260262],"study_design_scores_gemma":[0.2713032,0.065898366,0.6335154,0.000704251,0.0007025654,0.0000019785457,0.00091750914,0.0005239334,0.0000022821823,0.00015693586,0.026037427,0.00023609409],"about_ca_topic_score_codex":0.016420936,"about_ca_topic_score_gemma":0.00059065816,"teacher_disagreement_score":0.33625537,"about_ca_system_score_codex":0.0005852357,"about_ca_system_score_gemma":0.0013850527,"threshold_uncertainty_score":0.99940205},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415595819","doi":"10.1073/pnas.2524787122","title":"Reply to Singer: Strike paper mills at the root","year":2025,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Metallurgical Processes and Thermodynamics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Enthusiasm; Action (physics); Root (linguistics); Human resources; Call to action; Sociology of scientific knowledge; Scientific evidence; Root cause","score_opus":0.017956175934172564,"score_gpt":0.26821837245846514,"score_spread":0.2502621965242926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415595819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8960627,0.00071843964,0.00003257621,0.014210971,0.000063927146,0.00021691404,0.000011869748,0.000034174318,0.08864844],"genre_scores_gemma":[0.9973798,0.000037043937,0.00024280883,0.0013150311,0.00003298024,0.00000793232,5.576193e-8,0.000003615171,0.000980753],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988984,0.000002423093,0.00023887889,0.0001481213,0.0005836766,0.0001285117],"domain_scores_gemma":[0.9996341,0.00012422749,0.00007981842,0.0000105738945,0.00012667487,0.000024631017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075644936,0.00008054473,0.00011346467,0.000076976205,0.00017044164,0.00002504408,0.0007258578,0.00004634731,0.000041902695],"category_scores_gemma":[0.0003125397,0.000042161406,0.00006318268,0.00087419647,0.00026803816,0.00016861463,0.00016289172,0.000119465265,0.0000034498662],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003721923,0.000055570217,0.0010353846,0.0004228606,0.00011298407,1.0907842e-8,0.00036877062,0.055580862,0.54438186,0.37391347,0.019001387,0.0050896555],"study_design_scores_gemma":[0.00046913367,0.000078518366,0.06083893,0.00053473096,0.00007699129,0.000010175586,0.00032412194,0.12524219,0.3247124,0.3265244,0.16072717,0.00046123873],"about_ca_topic_score_codex":0.000003388674,"about_ca_topic_score_gemma":2.5226242e-7,"teacher_disagreement_score":0.21966943,"about_ca_system_score_codex":0.00004249411,"about_ca_system_score_gemma":0.000012532669,"threshold_uncertainty_score":0.17192923},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415668309","doi":"10.1093/cid/ciaf144","title":"Retraction and replacement of: Real-World Effectiveness of Nirmatrelvir/Ritonavir on Coronavirus Disease 2019–Associated Hospitalization Prevention: A Population-based Cohort Study in the Province of Quebec, Canada","year":2025,"lang":"en","type":"article","venue":"Clinical Infectious Diseases","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort study; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Cohort; 2019-20 coronavirus outbreak","score_opus":0.02807780235501365,"score_gpt":0.43692237898151254,"score_spread":0.40884457662649887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415668309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954819,0.00013305787,0.00004710265,0.00037431376,0.00022017832,0.0035371422,0.00009025132,0.00002429243,0.00009173665],"genre_scores_gemma":[0.999077,0.00016794069,0.0000010073621,0.0001738786,0.000026109328,0.00021248835,0.00014626257,0.00001053241,0.00018476113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959041,0.0016327051,0.0011819362,0.00042042581,0.0007007645,0.00016009352],"domain_scores_gemma":[0.98350215,0.014980342,0.0005448591,0.00047581465,0.00037374353,0.00012310794],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020280012,0.00016816107,0.00074207445,0.0001780411,0.00007889113,0.000009312596,0.000100110345,0.00007914472,0.000013601763],"category_scores_gemma":[0.026680786,0.00012965071,0.00017548617,0.0006469712,0.00021663013,0.00006449831,0.00006547601,0.00027605586,2.3684984e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00248048,0.0072312322,0.98656964,0.0012001015,0.000284813,0.00001538563,0.000007747457,0.00065779645,0.0000028888294,0.00013583584,0.00021719944,0.0011968495],"study_design_scores_gemma":[0.0035145162,0.0016517856,0.9920817,0.001283556,0.0006112162,1.6314157e-8,0.00002885698,0.00036304205,0.000012325916,0.00032856775,0.000033544504,0.00009086162],"about_ca_topic_score_codex":0.36476365,"about_ca_topic_score_gemma":0.5703061,"teacher_disagreement_score":0.20554249,"about_ca_system_score_codex":0.0005751726,"about_ca_system_score_gemma":0.0023057247,"threshold_uncertainty_score":0.9815179},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415802279","doi":"10.1080/13562517.2025.2583456","title":"Neurodiversity and academic integrity: toward epistemic plurality in a postplagiarism era","year":2025,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Higher education; Research methodology; Knowledge production; Discourse analysis","score_opus":0.05738837636974892,"score_gpt":0.3717563087212384,"score_spread":0.31436793235148947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415802279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727336,0.00048517872,0.000040578063,0.09441218,0.0014985655,0.00026351938,0.0000036884524,0.00006257759,0.030500127],"genre_scores_gemma":[0.99246955,0.00021079235,0.00030584226,0.0024257058,0.00017782097,0.00001378067,0.000012467211,0.0000044718845,0.004379545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99783134,0.0010510347,0.00029735637,0.00032458888,0.00020755328,0.00028812946],"domain_scores_gemma":[0.9992754,0.0004133891,0.00008473072,0.00012358218,0.000033566408,0.00006935427],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032306532,0.00012236122,0.00018413246,0.00031799547,0.0002933671,0.000052377185,0.00031655395,0.00086791994,0.00006205413],"category_scores_gemma":[0.0007227479,0.00013411028,0.000029803687,0.0003556302,0.0001728887,0.0005059914,0.00008728251,0.0068967342,0.000010761727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026777585,0.00008442361,0.5754453,0.00004509185,0.000004341521,0.0000014426776,0.049314145,0.0000023202192,0.000076986464,0.359976,0.004026186,0.010997033],"study_design_scores_gemma":[0.0002609198,0.000009596143,0.8496635,0.00030769748,0.000015324591,0.0000012697433,0.009434939,0.000037915022,0.00001052585,0.09255513,0.047508128,0.00019507941],"about_ca_topic_score_codex":0.05610697,"about_ca_topic_score_gemma":0.0020308716,"teacher_disagreement_score":0.2742182,"about_ca_system_score_codex":0.0005648195,"about_ca_system_score_gemma":0.00057642657,"threshold_uncertainty_score":0.9953944},"labels":[{"model":"gemma","categories":["research_integrity","sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4416610982","doi":"10.5256/f1000research.17518.r37491","title":"Referee report. For: What is a predatory journal? A scoping review [version 2; referees: 3 approved]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Government (linguistics); Perspective (graphical); Work (physics); Action (physics)","score_opus":0.5906445318476334,"score_gpt":0.6109775974599683,"score_spread":0.020333065612334833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416610982","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15714543,0.39899805,0.024694929,0.26984066,0.006149807,0.02089293,0.002754098,0.0002967398,0.11922736],"genre_scores_gemma":[0.1136657,0.40305203,0.026092663,0.003548308,0.0031142847,0.00052110077,0.00050452835,0.00025118116,0.4492502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97006583,0.0011830387,0.0019912997,0.0013180288,0.024004407,0.0014374044],"domain_scores_gemma":[0.9198211,0.0065534892,0.0011301198,0.0028483248,0.068445146,0.0012018363],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.13779032,0.00024684006,0.0008273843,0.027721338,0.0010855377,0.0036317357,0.004947507,0.00026884585,0.0031439718],"category_scores_gemma":[0.14927995,0.0001655041,0.00046238708,0.07667767,0.0009554105,0.002477781,0.00189481,0.0009571584,0.001043838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011548641,0.00014852309,0.0010192471,0.00095055404,0.000038321643,0.00003729711,0.00021637755,3.0285182e-7,0.0012127783,0.00012749399,0.8870799,0.10905374],"study_design_scores_gemma":[0.00076527975,0.0011987052,0.0006439439,0.014982735,0.000012305807,0.00012424734,0.0014513691,0.00024039314,0.0062112124,0.005156284,0.9689438,0.00026973168],"about_ca_topic_score_codex":0.00008596758,"about_ca_topic_score_gemma":0.00006602629,"teacher_disagreement_score":0.33002284,"about_ca_system_score_codex":0.0003802977,"about_ca_system_score_gemma":0.0018632957,"threshold_uncertainty_score":0.999734},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416706142","doi":"10.1109/icacite57410.2023.11269069","title":"Retraction Notice: An Integration Of Wireless Communications And Artificial Intelligence For Autonomous Vehicles","year":2023,"lang":"","type":"article","venue":"","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Handset; Wireless; Base station; Wireless network; Enhanced Data Rates for GSM Evolution; Point (geometry); Intelligent transportation system; Cellular network","score_opus":0.06152483569046048,"score_gpt":0.313132652640441,"score_spread":0.2516078169499805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416706142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5365436,0.0005077858,0.4586529,0.0009963124,0.001055608,0.0011565436,0.000063961284,0.0005140537,0.0005091939],"genre_scores_gemma":[0.9861277,0.001421956,0.011739022,0.000017124372,0.00021612115,0.00007466368,0.00021838004,0.000063930005,0.00012113821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981219,0.000114472445,0.0008359745,0.0003418585,0.00019751811,0.00038826073],"domain_scores_gemma":[0.9979744,0.0005721433,0.00017047493,0.0009070462,0.00023702084,0.00013893175],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009585916,0.0002556421,0.00034142562,0.00024700532,0.00025866536,0.00013469256,0.00038850642,0.00041886253,0.000034943685],"category_scores_gemma":[0.00010065188,0.00029098036,0.00009402567,0.00070164417,0.00021233885,0.0005483058,0.00012069604,0.00050202286,0.000032684213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049394792,0.00012276652,0.000031589134,0.00018942523,0.00007809078,0.000001063351,0.0017362514,0.3499529,0.043263633,0.043823954,0.00017490167,0.560576],"study_design_scores_gemma":[0.00007861603,0.00023301604,0.0006100332,0.00012010157,0.000100742414,0.00000530893,0.0022334298,0.9679559,0.02338252,0.004410909,0.0005933502,0.00027609206],"about_ca_topic_score_codex":0.00015756748,"about_ca_topic_score_gemma":0.0012828829,"teacher_disagreement_score":0.61800295,"about_ca_system_score_codex":0.0001211705,"about_ca_system_score_gemma":0.000063449894,"threshold_uncertainty_score":0.9999542},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416786473","doi":"10.5770/cgj.28.909","title":"Notice of Retraction: Predicting falls among older persons using machine learning [abstract]","year":2025,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Notice; Poison control; Injury prevention; Older people; Human factors and ergonomics; MEDLINE","score_opus":0.02213921780509946,"score_gpt":0.24985758300689834,"score_spread":0.2277183652017989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416786473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75307703,0.0007854247,0.2327097,0.0010934146,0.0052414173,0.00028968122,0.000028796088,0.0000930663,0.0066814767],"genre_scores_gemma":[0.9957536,0.000021222639,0.003317499,0.00010771374,0.00034405512,0.0000017663816,0.0000018430171,0.000013742492,0.00043858855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820656,0.00016657966,0.0005455771,0.00028287183,0.00035459478,0.0004438247],"domain_scores_gemma":[0.9980209,0.00028753505,0.0005416277,0.0002584771,0.0004385587,0.00045292897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011523537,0.00016661399,0.00027412886,0.001048418,0.000641293,0.00047442323,0.0005444451,0.00019212141,0.00007083067],"category_scores_gemma":[0.0005256485,0.00018847303,0.00014908917,0.0011492543,0.000040413648,0.001086847,0.00006737531,0.0010944189,0.000006454639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001943054,0.00012354979,0.8799551,0.00027590198,0.0004851131,0.0007362441,0.006305492,0.0054929205,0.0031734628,0.0007365821,0.0030037875,0.09969238],"study_design_scores_gemma":[0.0030293392,0.00019309981,0.48521018,0.0014791269,0.00035205059,0.003631421,0.004450086,0.4633707,0.0017482926,0.00034888796,0.034669008,0.0015177854],"about_ca_topic_score_codex":0.027372448,"about_ca_topic_score_gemma":0.024587173,"teacher_disagreement_score":0.45787778,"about_ca_system_score_codex":0.00061274966,"about_ca_system_score_gemma":0.0015677295,"threshold_uncertainty_score":0.99321157},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416967459","doi":"10.1016/j.heliyon.2025.e44308","title":"Retraction notice to \"COVID-19 in Bangladesh: Wave-centric assessments and mitigation measures for future pandemics\" [Heliyon 9 (2023) e20113]","year":2025,"lang":"en","type":"article","venue":"Heliyon","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Notice","score_opus":0.15391158162827356,"score_gpt":0.432000742828745,"score_spread":0.27808916120047145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416967459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70605105,0.012370043,0.21724783,0.05044816,0.003727378,0.0068870834,0.000174067,0.0006226961,0.002471704],"genre_scores_gemma":[0.8887736,0.013460541,0.055455007,0.03421266,0.0017607573,0.0017130426,0.000112302914,0.00011063191,0.0044014542],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767184,0.00030918332,0.0006340931,0.00062153424,0.0003068857,0.00045646224],"domain_scores_gemma":[0.99521065,0.0039270627,0.00020060955,0.0003009355,0.00017088739,0.00018987858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019419737,0.00027616267,0.0005193284,0.00031405326,0.0002523442,0.000052657364,0.00014791118,0.00045301905,0.000026446085],"category_scores_gemma":[0.013915897,0.00024278488,0.00009903347,0.00069428765,0.000042625867,0.00015275402,0.00013964289,0.00041458503,0.000009378819],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035231612,0.002033631,0.5354546,0.035709348,0.00081561593,0.0000855339,0.0054858113,0.00083264743,0.011532772,0.12808572,0.13520336,0.14123781],"study_design_scores_gemma":[0.0057588452,0.0006742061,0.37539172,0.0022072387,0.00046942176,0.000012213737,0.0035450056,0.0020933845,0.0012146449,0.136257,0.47108924,0.0012870715],"about_ca_topic_score_codex":0.00007272182,"about_ca_topic_score_gemma":0.0011623153,"teacher_disagreement_score":0.33588588,"about_ca_system_score_codex":0.000927292,"about_ca_system_score_gemma":0.00015142084,"threshold_uncertainty_score":0.9943903},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4417009530","doi":"10.2196/88646","title":"Retraction: Effects of Tai Chi on Cognitive Function in Older Adults With Type 2 Diabetes Mellitus: Randomized Controlled Trial Using Wearable Devices in a Mobile Health Model","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biofield Effects and Biophysics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Type 2 diabetes; Randomized controlled trial; Wearable computer; Cognition; Wearable technology; mHealth; Type 2 Diabetes Mellitus","score_opus":0.02253665121299966,"score_gpt":0.38503792693399785,"score_spread":0.3625012757209982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417009530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892358,0.0057387357,0.00043378785,0.00075640215,0.00041840467,0.0031872848,3.0104e-7,0.0000031214115,0.00022615342],"genre_scores_gemma":[0.9974893,0.0016556527,0.00005502523,0.00035031524,0.00021976003,0.00008343632,0.000001359173,0.0000074094264,0.00013774971],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99643385,0.0010288039,0.0007754905,0.00016122665,0.0013313513,0.00026926657],"domain_scores_gemma":[0.99614567,0.0028566432,0.00028747672,0.00008366252,0.00047589233,0.00015066209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068776123,0.000113564165,0.0013083544,0.00053684507,0.000020133173,0.000019205712,0.00010623749,0.0002524351,0.00007080433],"category_scores_gemma":[0.0026732192,0.000062608204,0.00015178365,0.0005124707,0.00017106153,0.00007336086,0.000030615643,0.001709792,0.0000010334658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98087746,0.0014298157,0.00029602676,0.001044258,0.00036798103,0.000063441876,0.00044529344,0.00005205805,0.00015500005,0.000040556028,0.00025717125,0.014970945],"study_design_scores_gemma":[0.8606785,0.010555856,0.00032014673,0.029105585,0.0001224168,0.0000062808876,0.00043563338,0.096897475,0.0017268537,0.000080291655,0.000015296602,0.00005565496],"about_ca_topic_score_codex":0.00030607785,"about_ca_topic_score_gemma":0.0000886873,"teacher_disagreement_score":0.12019894,"about_ca_system_score_codex":0.0001306075,"about_ca_system_score_gemma":0.00090611784,"threshold_uncertainty_score":0.742829},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4417187135","doi":"10.1108/ijpl-10-2025-0183","title":"Retraction notice: Transforming the public service via digital leadership in Uganda","year":2025,"lang":"en","type":"article","venue":"International Journal of Public Leadership","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public service; Work (physics); Service (business); Public sector","score_opus":0.2435541232416622,"score_gpt":0.36603792036164334,"score_spread":0.12248379711998114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417187135","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042208936,0.00039878165,0.004549704,0.9213247,0.005927215,0.00020297235,0.0000043535815,0.000032885015,0.025350492],"genre_scores_gemma":[0.9866857,0.000032757758,0.0000748717,0.009972547,0.0015482057,0.000008055756,0.000018207002,0.000011907829,0.0016477419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968486,0.00033561944,0.0007681313,0.00018822621,0.0013652015,0.00049420865],"domain_scores_gemma":[0.9964382,0.00078744587,0.0004367792,0.00013426419,0.0020864804,0.00011683657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041795056,0.00015041245,0.00018013177,0.00095991784,0.00027621398,0.0009798255,0.0012123145,0.00025766095,0.00027183045],"category_scores_gemma":[0.002578492,0.00012611039,0.00014020306,0.0017278482,0.00027942128,0.0038805807,0.000022152832,0.0010088672,0.000032042477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024629885,0.0009968507,0.08159983,0.00013738174,0.0006048393,0.000041741263,0.07208157,0.00005810623,0.00055233145,0.6158294,0.012327903,0.21552375],"study_design_scores_gemma":[0.0019342274,0.000073954485,0.024036769,0.0004773696,0.000043447366,0.00008728411,0.46936896,0.0002147411,0.00029522617,0.019334488,0.48371628,0.0004172475],"about_ca_topic_score_codex":0.00017719956,"about_ca_topic_score_gemma":0.0020619496,"teacher_disagreement_score":0.9444768,"about_ca_system_score_codex":0.0008301722,"about_ca_system_score_gemma":0.0016359139,"threshold_uncertainty_score":0.94484806},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417454309","doi":"10.3390/neurolint17120207","title":"RETRACTED: Patel et al. Effect Comparison of E-Cigarette and Traditional Smoking and Association with Stroke—A Cross-Sectional Study of NHANES. Neurol. Int. 2022, 14, 441–452","year":2025,"lang":"en","type":"article","venue":"Neurology International","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Association (psychology); Alternative medicine; MEDLINE; Cigarette smoking","score_opus":0.023720955686937144,"score_gpt":0.3348276282869784,"score_spread":0.3111066726000412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417454309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99603146,0.000028213208,0.00004228357,0.0013822392,0.0015086144,0.00031271318,0.00006562641,0.000026212763,0.00060264533],"genre_scores_gemma":[0.9986238,0.000015847902,0.000006747627,0.000997969,0.000051002484,0.000032272612,0.00014930696,0.000011727715,0.00011133594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765444,0.00016421275,0.00043626863,0.00033708694,0.0012895203,0.000118471195],"domain_scores_gemma":[0.9986201,0.0005492387,0.00034345116,0.00011111716,0.00034029802,0.000035784386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094425026,0.0001411681,0.00030995754,0.0003040414,0.00006693253,0.000027211823,0.00007943146,0.00034957047,0.00008288895],"category_scores_gemma":[0.00025843905,0.0001307713,0.000041975818,0.000134615,0.00010844871,0.00012858295,0.00004298709,0.0012527074,1.4966317e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012681169,0.00058716617,0.99289846,0.000023651251,0.00026207382,0.000013497347,0.00016124074,0.000044277145,0.0024907792,0.00014331618,0.0016664532,0.00044098616],"study_design_scores_gemma":[0.0040777097,0.0024470768,0.99097186,0.00002433054,0.0001655625,0.00006293883,0.000024707193,0.00037514168,0.0015634234,0.000036714173,0.00018129844,0.00006926153],"about_ca_topic_score_codex":0.000057563237,"about_ca_topic_score_gemma":0.000026604883,"teacher_disagreement_score":0.002809593,"about_ca_system_score_codex":0.000055451073,"about_ca_system_score_gemma":0.000052661362,"threshold_uncertainty_score":0.544246},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W56880762","doi":"","title":"Plagiarism self-reported rates, understandings, and education among teacher candidates in a faculty of education","year":2012,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Teacher education; Pedagogy; Higher education; Mathematics education; Medicine; Political science","score_opus":0.029276412480083787,"score_gpt":0.2954307200729875,"score_spread":0.2661543075929037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56880762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814534,0.0004679871,0.00002375859,0.00089093973,0.00025565768,0.00030010456,0.00001765718,0.000035652734,0.016554845],"genre_scores_gemma":[0.9940609,0.00017089868,0.0006351474,0.000049582926,0.00009034982,8.405921e-7,0.000069066155,0.000009649868,0.004913579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983014,0.00041111553,0.00024138836,0.0002501104,0.0004267764,0.00036924458],"domain_scores_gemma":[0.99888504,0.00011986827,0.0003912687,0.00016619402,0.00019405696,0.00024357034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023959957,0.00014843472,0.00026232764,0.00033654444,0.0004627909,0.000024460498,0.00029399918,0.00088772917,0.0003057527],"category_scores_gemma":[0.00037712246,0.00018154558,0.00006851449,0.0005244572,0.00047152262,0.0015427965,0.00009217198,0.0010384539,0.000013382559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057563055,0.0002901387,0.93232596,0.000039499366,0.000053351556,7.817876e-7,0.059831504,4.6328162e-7,0.00040524022,0.004480519,0.0013911326,0.0011238416],"study_design_scores_gemma":[0.00045234783,0.00002439021,0.9047473,0.0001519459,0.000113284084,0.0000044486615,0.082159534,0.000010958983,0.00045025838,0.0024013673,0.009248988,0.00023517822],"about_ca_topic_score_codex":0.015564364,"about_ca_topic_score_gemma":0.005936233,"teacher_disagreement_score":0.027578667,"about_ca_system_score_codex":0.0004902554,"about_ca_system_score_gemma":0.0008354432,"threshold_uncertainty_score":0.99099106},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6890027164","doi":"10.3205/25ebm077","title":"Research integrity assessment of randomized controlled trials in COVID-19 evidence syntheses: focus on ethics and trial registration","year":2025,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; Research ethics; Focus (optics); Clinical trial; Research design; Trial registration; MEDLINE; Ethics committee","score_opus":0.8941467816641128,"score_gpt":0.7364740610737476,"score_spread":0.1576727205903652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890027164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441082,0.0016080777,0.089308985,0.32468718,0.001616693,0.034878355,0.000013405343,0.0000319985,0.06344448],"genre_scores_gemma":[0.9944102,0.0009942773,0.0007619845,0.00053316186,0.0001478491,0.0011770091,0.000003521714,0.000006095323,0.0019658846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.16812024,0.6818854,0.038121086,0.0041415496,0.10579258,0.0019391052],"domain_scores_gemma":[0.022691466,0.9536624,0.0064109955,0.0044344584,0.011340034,0.0014606306],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.96821016,0.00032111126,0.010204983,0.005570624,0.0016330599,0.0036461502,0.0046698493,0.0004116033,0.008568429],"category_scores_gemma":[0.98641086,0.00015100047,0.0015515334,0.010601798,0.008016196,0.0011859309,0.0007683166,0.0040495354,0.00025341008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08967865,0.0006483542,0.00083572965,0.00042504782,0.0003130005,0.00003843218,0.0027186822,0.000029651508,0.00034830466,0.83268374,0.010073168,0.062207256],"study_design_scores_gemma":[0.30188468,0.0008560007,0.0037180143,0.005458417,0.0003114765,0.000011125307,0.004030293,0.11606278,0.00013343715,0.5568885,0.010153097,0.000492144],"about_ca_topic_score_codex":0.0006531329,"about_ca_topic_score_gemma":0.0008059623,"teacher_disagreement_score":0.5099994,"about_ca_system_score_codex":0.00081516587,"about_ca_system_score_gemma":0.018530132,"threshold_uncertainty_score":0.9996667},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6892965103","doi":"10.5281/zenodo.14208834","title":"Enhancing Citation Integrity through Bibliometrics","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation; Citation analysis; Webometrics","score_opus":0.2038678357967614,"score_gpt":0.4065832195336073,"score_spread":0.20271538373684592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892965103","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06387359,0.0013673186,0.37617347,0.0087743625,0.0017352605,0.00055437034,0.000304745,0.0026728904,0.544544],"genre_scores_gemma":[0.99299514,0.00017813002,0.0012164086,0.00038489667,0.00038850782,3.5339134e-8,0.0003773999,0.00067183044,0.0037876738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960113,0.00060716516,0.0005498247,0.0006967069,0.0017696752,0.00036532004],"domain_scores_gemma":[0.9973073,0.0005510974,0.00012967693,0.00053263694,0.001311892,0.00016740829],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008449766,0.00013510171,0.00017379544,0.0038514894,0.0017528584,0.014780755,0.003334333,0.00013826197,0.014103699],"category_scores_gemma":[0.02626929,0.00011230101,0.000082191385,0.02210403,0.00014390226,0.003651691,0.0017052591,0.0008790222,0.023135718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121808525,0.000028352666,0.000009723369,0.00002260942,0.000017083234,0.000011936197,0.002105793,0.00002191261,0.0012490004,0.019247498,0.66424847,0.31302547],"study_design_scores_gemma":[0.00011041895,0.000058947036,0.0004875112,0.00004529662,0.0000071722866,0.000057117315,0.0011931681,0.0014345415,0.00091759005,0.016793488,0.97875196,0.00014280445],"about_ca_topic_score_codex":0.000040603965,"about_ca_topic_score_gemma":5.388303e-7,"teacher_disagreement_score":0.92912155,"about_ca_system_score_codex":0.00017193165,"about_ca_system_score_gemma":0.000013226205,"threshold_uncertainty_score":0.9995467},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6894090946","doi":"10.5281/zenodo.6626226","title":"Unintentional Plagiarism","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accidental; Digital literacy; Relation (database); Literacy; Information literacy; Resource (disambiguation); Video recording","score_opus":0.031912290712521746,"score_gpt":0.24372986267454705,"score_spread":0.2118175719620253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894090946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017163296,0.00028342847,0.00028435668,0.0002471253,0.0002838971,0.0006747197,0.0033096976,0.009934661,0.98496497],"genre_scores_gemma":[0.0006638747,0.00007391697,0.0002570406,0.00016223932,0.00052129343,9.0296524e-8,0.029090226,0.121057,0.84817433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620765,0.00086098677,0.00033600483,0.0008644678,0.0011180344,0.0006128686],"domain_scores_gemma":[0.9980151,0.000019206786,0.00034826103,0.001004067,0.0003384179,0.00027495268],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090715295,0.00036449492,0.00031160313,0.0011451797,0.001936581,0.00074354315,0.002318895,0.00025558495,0.89696205],"category_scores_gemma":[0.0005720663,0.00043179793,0.00014800242,0.0010117432,0.0003380543,0.00012472873,0.0033727153,0.0011974936,0.48985207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044637833,0.00018195933,8.369042e-7,0.00006303718,0.00016766063,0.000039733855,0.0001628788,0.000012334941,0.0002968199,0.009931808,0.9841327,0.004965581],"study_design_scores_gemma":[0.0006321523,0.00013940604,0.000039550578,0.0000497202,0.000043342614,0.00019669083,0.000223351,0.00005062882,0.000009582504,0.0001259889,0.99805564,0.00043392787],"about_ca_topic_score_codex":0.000063606756,"about_ca_topic_score_gemma":9.927987e-7,"teacher_disagreement_score":0.40710998,"about_ca_system_score_codex":0.0006330087,"about_ca_system_score_gemma":0.0000071916206,"threshold_uncertainty_score":0.9998134},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6902004540","doi":"10.6084/m9.figshare.14036018","title":"Plagiarism in higher education across nations: a case of language students","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Academic dishonesty; Cultural diversity; Academic writing; Dependency (UML); Language proficiency; Cultural background","score_opus":0.0604466207801165,"score_gpt":0.4177232853902771,"score_spread":0.3572766646101606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902004540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7155838,0.00453889,8.94971e-7,0.003521274,0.00088364957,0.0006039651,0.1013201,0.00008170961,0.1734657],"genre_scores_gemma":[0.97869265,0.000011531866,0.00005137402,0.0003744791,0.00021330046,0.000052593274,0.007387015,0.000004759299,0.013212309],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992414,0.00014208784,0.00013171976,0.0001169727,0.00022506659,0.00014272217],"domain_scores_gemma":[0.9994508,0.00019112173,0.000060238133,0.00009030726,0.00016584639,0.000041658033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022628588,0.000046784717,0.00007496346,0.000042471765,0.00014283594,0.000040727075,0.00016435026,0.00037444857,0.08536779],"category_scores_gemma":[0.0021520846,0.000051624633,0.000029025925,0.00037377505,0.000011871132,0.00011465832,0.00006331561,0.00044821601,0.0002220691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011966135,0.0006621275,0.007006313,0.0002624519,0.000038941453,0.0012480608,0.31950974,0.0000117887885,0.00012230646,0.0123918895,0.64048725,0.018247172],"study_design_scores_gemma":[0.0004605606,0.000013565537,0.021109553,0.0018820367,0.000008676739,0.00007377902,0.13244782,0.000009598576,0.0010246194,0.0009258695,0.84175986,0.0002840578],"about_ca_topic_score_codex":0.0018255884,"about_ca_topic_score_gemma":0.008164549,"teacher_disagreement_score":0.26310882,"about_ca_system_score_codex":0.00006708873,"about_ca_system_score_gemma":0.000378266,"threshold_uncertainty_score":0.91546834},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6902066758","doi":"10.6084/m9.figshare.12101844.v1","title":"Additional file 2 of Reporting of financial conflicts of interest in meta-analyses of drug trials published in high-impact medical journals: comparison of results from 2017 to 2018 and 2009","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McGill University; York University; Jewish General Hospital","funders":"","keywords":"Conflict of interest; Drug trial; Clinical trial; MEDLINE; Drug industry; Drug Company","score_opus":0.9510901416594529,"score_gpt":0.6120980351357095,"score_spread":0.33899210652374345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902066758","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045995902,0.0009930541,0.000005727642,0.00033429093,0.000019364983,0.00036958797,0.95197976,8.2409844e-7,0.0003014955],"genre_scores_gemma":[0.887991,0.000003818024,0.0016951927,0.00006312746,0.000069807975,0.00005398889,0.11002388,0.0000069018365,0.00009230582],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9489113,0.0062904013,0.039934564,0.00069670845,0.0039763968,0.00019060161],"domain_scores_gemma":[0.6473384,0.13385363,0.20616227,0.0041277525,0.0076081613,0.00090978644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039699838,0.00021778578,0.010614755,0.00063200784,0.000014083844,0.000074318385,0.0010955624,0.0001403998,0.9666406],"category_scores_gemma":[0.8919315,0.00011033966,0.0019056484,0.0015386268,0.00003920981,0.00025616886,0.00024571086,0.0002182231,0.00006340156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008247678,0.00008773137,0.00043912337,0.000119388846,0.00056863285,0.000005833329,0.0007092882,0.00010119653,0.00016217426,0.0000015280906,0.99701536,0.0007072619],"study_design_scores_gemma":[0.005195545,0.0009829534,0.67879415,0.025893236,0.004450294,0.00001283784,0.0028029163,0.014915246,0.01615643,0.0014987517,0.24840727,0.00089039805],"about_ca_topic_score_codex":0.0004625903,"about_ca_topic_score_gemma":0.00079203554,"teacher_disagreement_score":0.9665772,"about_ca_system_score_codex":0.000012348229,"about_ca_system_score_gemma":0.0003675077,"threshold_uncertainty_score":0.9888311},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902165921","doi":"10.6084/m9.figshare.20508716.v1","title":"Additional file 1 of Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Conversation; Publishing; Pandemic; Project commissioning; Curriculum; Coronavirus disease 2019 (COVID-19)","score_opus":0.7325711618810871,"score_gpt":0.5483144276815612,"score_spread":0.18425673419952582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902165921","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019280626,0.0001373803,3.6140443e-7,0.066540234,0.000017548347,0.00043672952,0.928597,0.000007224974,0.0023355023],"genre_scores_gemma":[0.1427146,0.00069658377,0.00040297784,0.00439681,0.00016382201,0.0012438338,0.8498667,0.000011273054,0.00050338753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899006,0.0087264525,0.00039138197,0.00016222036,0.0007070152,0.00011236534],"domain_scores_gemma":[0.8430264,0.15525305,0.0010764997,0.00021249591,0.0003539907,0.000077553595],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01568781,0.000049700946,0.0001589357,0.000048672064,0.0006266243,0.0000949158,0.0004462518,0.00022176372,0.6999705],"category_scores_gemma":[0.3366488,0.000031386975,0.000018531528,0.00033696924,0.00016743035,0.00032156793,0.00026251617,0.002910994,0.0000071212326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106966065,0.000029974874,0.0013349279,0.000006481717,0.000017300143,3.5011288e-7,0.014234572,0.0000010175839,2.6994508e-7,0.00036913558,0.97557163,0.008327395],"study_design_scores_gemma":[0.00023448106,0.000025872716,0.00863152,0.00033506608,0.0000039541655,7.2116285e-7,0.03327949,0.000052723983,0.0000010263111,0.0018509518,0.955546,0.00003815475],"about_ca_topic_score_codex":0.0059070196,"about_ca_topic_score_gemma":0.0067873863,"teacher_disagreement_score":0.69996333,"about_ca_system_score_codex":0.00013177331,"about_ca_system_score_gemma":0.001460918,"threshold_uncertainty_score":0.99938935},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6903449936","doi":"10.11575/prism/35655","title":"Comparative Analysis of Institutional Policy Definitions of Plagiarism: A Pan-Canadian University Study","year":2017,"lang":"en","type":"other","venue":"University of Calgary","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Academic integrity; Narrative; Variation (astronomy); Academic dishonesty; Higher education; Institutional theory; Institutional change","score_opus":0.043434961973038186,"score_gpt":0.25781506235452095,"score_spread":0.21438010038148275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903449936","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014926249,0.00006704054,0.00031530324,0.000021633614,0.000036471098,0.0005108646,0.010867125,0.000044718126,0.9732106],"genre_scores_gemma":[0.8815693,0.0001514056,0.0011800509,0.0000085560605,0.000025108187,1.0373851e-7,0.0013133996,0.000073972304,0.11567807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846894,0.00025676144,0.00017972087,0.000376204,0.00046877394,0.00024958266],"domain_scores_gemma":[0.99755245,0.000078648314,0.000997133,0.0007890746,0.00033178343,0.00025089737],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016443548,0.00027345054,0.0012512075,0.006545542,0.00031300038,0.0000046890113,0.0009470645,0.000402472,0.0016410969],"category_scores_gemma":[0.000041361305,0.00037684984,0.00046201542,0.0014840667,0.0016034798,0.00013032419,0.00022300066,0.00032449196,0.00011537658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013900858,0.006308471,0.090915,0.0004205674,0.08698041,0.0014401348,0.024328064,0.00095953525,0.0002554653,0.23908031,0.5469213,0.0010006531],"study_design_scores_gemma":[0.0052563585,0.00043345254,0.46956417,0.00052237255,0.022028657,0.000004576987,0.013296117,0.0006424768,0.000024287549,0.00012695094,0.48700938,0.0010912081],"about_ca_topic_score_codex":0.7891021,"about_ca_topic_score_gemma":0.8620708,"teacher_disagreement_score":0.8666431,"about_ca_system_score_codex":0.00063216814,"about_ca_system_score_gemma":0.0033850493,"threshold_uncertainty_score":0.99986833},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6912679433","doi":"10.5281/zenodo.6626227","title":"Unintentional Plagiarism","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accidental; Digital literacy; Relation (database); Literacy; Information literacy; Resource (disambiguation); Video recording","score_opus":0.031912290712521746,"score_gpt":0.24372986267454705,"score_spread":0.2118175719620253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912679433","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017163296,0.00028342847,0.00028435668,0.0002471253,0.0002838971,0.0006747197,0.0033096976,0.009934661,0.98496497],"genre_scores_gemma":[0.0006638747,0.00007391697,0.0002570406,0.00016223932,0.00052129343,9.0296524e-8,0.029090226,0.121057,0.84817433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620765,0.00086098677,0.00033600483,0.0008644678,0.0011180344,0.0006128686],"domain_scores_gemma":[0.9980151,0.000019206786,0.00034826103,0.001004067,0.0003384179,0.00027495268],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090715295,0.00036449492,0.00031160313,0.0011451797,0.001936581,0.00074354315,0.002318895,0.00025558495,0.89696205],"category_scores_gemma":[0.0005720663,0.00043179793,0.00014800242,0.0010117432,0.0003380543,0.00012472873,0.0033727153,0.0011974936,0.48985207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044637833,0.00018195933,8.369042e-7,0.00006303718,0.00016766063,0.000039733855,0.0001628788,0.000012334941,0.0002968199,0.009931808,0.9841327,0.004965581],"study_design_scores_gemma":[0.0006321523,0.00013940604,0.000039550578,0.0000497202,0.000043342614,0.00019669083,0.000223351,0.00005062882,0.000009582504,0.0001259889,0.99805564,0.00043392787],"about_ca_topic_score_codex":0.000063606756,"about_ca_topic_score_gemma":9.927987e-7,"teacher_disagreement_score":0.40710998,"about_ca_system_score_codex":0.0006330087,"about_ca_system_score_gemma":0.0000071916206,"threshold_uncertainty_score":0.9998134},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6920331524","doi":"10.60692/b80dt-m2k66","title":"Retraction Note: Insomnia, sleepiness, anxiety and depression among different types of gamers in African countries","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital du Sacré-Cœur de Montréal; Université du Québec à Montréal","funders":"","keywords":"Depression (economics); Anxiety; Mental health; Depressive symptoms; MEDLINE","score_opus":0.014594344666933861,"score_gpt":0.2200033295023076,"score_spread":0.20540898483537376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920331524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99160016,0.000037251175,0.0016825468,0.00007852679,0.0005773659,0.00028064536,0.000027325616,0.00007453609,0.0056416234],"genre_scores_gemma":[0.9997997,0.0000035494677,0.000011848026,0.000085044616,0.000037572037,0.000024813962,0.000014333087,0.000007590096,0.00001549871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990393,0.00006465375,0.00045764627,0.000129639,0.00016552859,0.00014324425],"domain_scores_gemma":[0.99943686,0.000009577267,0.00028399285,0.00013842026,0.00006542485,0.000065729764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000100525234,0.00012562724,0.00021301609,0.00015572348,0.000042455253,0.000029490348,0.00006945837,0.00024444336,0.000052020405],"category_scores_gemma":[0.000019591354,0.00009690268,0.000034106208,0.00021477294,0.000054012125,0.00033142747,0.000026438565,0.00016684944,0.000079977595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021822819,0.0000041505364,0.8534498,0.00018930952,0.000051162137,0.0000011068136,0.14418589,0.000097909804,0.0000023141813,0.000047164183,0.000114112336,0.0016388603],"study_design_scores_gemma":[0.002066487,0.00004363842,0.9429587,0.00015134725,0.000057733832,0.0000072404964,0.051102273,0.002791403,0.00021160382,7.3590854e-7,0.00044268198,0.00016613846],"about_ca_topic_score_codex":0.00007092437,"about_ca_topic_score_gemma":0.0000016677478,"teacher_disagreement_score":0.09308361,"about_ca_system_score_codex":0.000033245407,"about_ca_system_score_gemma":0.000007911948,"threshold_uncertainty_score":0.39515764},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6924948367","doi":"10.17045/sthlmuni.13067432","title":"Deepening source criticism in higher education to avoid plagiarism","year":2020,"lang":"en","type":"other","venue":"Stockholm University  Figshare Repository","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Class (philosophy); Criticism; Higher education; Cheating; Test (biology); Academic integrity","score_opus":0.02488145439020058,"score_gpt":0.22920598956752472,"score_spread":0.20432453517732413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924948367","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012485053,0.00074041804,0.000022012739,0.00028764052,0.0010062025,0.0012681219,0.008751418,0.0012363221,0.986563],"genre_scores_gemma":[0.0052573355,0.00000256329,0.0006546736,0.00047877338,0.001195212,0.000019747393,0.0047768736,0.0011760907,0.98643875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683243,0.00033938154,0.00031316924,0.0012401098,0.00065683085,0.0006180655],"domain_scores_gemma":[0.9979734,0.00010376574,0.00038147875,0.0008281594,0.0001264293,0.0005867643],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007435188,0.00065037917,0.0006549701,0.0014881236,0.00023020679,0.000106211635,0.0010333182,0.0010729763,0.039559692],"category_scores_gemma":[0.00012787101,0.0009115911,0.00022656062,0.0009908862,0.000046014695,0.00022682257,0.0006149493,0.0013756885,0.01143963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072960574,0.00012935887,0.00010932602,0.00040333063,0.00008122908,0.0005732431,0.00055808574,0.000028628834,0.0008130637,0.000106990505,0.99673474,0.00038906417],"study_design_scores_gemma":[0.0005025822,0.00006045042,0.0013355527,0.00374694,0.00009286404,0.00003214091,0.00042449153,0.000012691372,0.00015374644,0.000005931187,0.9926994,0.0009332368],"about_ca_topic_score_codex":0.001739954,"about_ca_topic_score_gemma":0.00044128977,"teacher_disagreement_score":0.028120061,"about_ca_system_score_codex":0.0015725244,"about_ca_system_score_gemma":0.0007091447,"threshold_uncertainty_score":0.99933344},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6925537222","doi":"10.17605/osf.io/hs4aw","title":"Questionable Research Practices, the Replication Crisis and Open Science: A National Survey of Canadian Psychology Students","year":2019,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Gothic Literature and Media Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Psychological research; History of psychology; Survey research","score_opus":0.11030152008289403,"score_gpt":0.479019258158841,"score_spread":0.368717738075947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925537222","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31360453,0.0000045087436,0.00000814148,0.009144114,0.00016608425,0.0009899151,0.000014142558,0.000009388989,0.6760592],"genre_scores_gemma":[0.9281459,0.00025794597,0.00023124882,0.0005260317,0.00003705072,0.00011391823,0.000015323223,0.0000067319565,0.07066585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99346066,0.0028667853,0.00032406655,0.0013960656,0.0015487627,0.00040368928],"domain_scores_gemma":[0.9936738,0.0014671788,0.00032991517,0.0021280996,0.0021200033,0.00028099763],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09860799,0.000085013984,0.00018803612,0.00062112225,0.00082682114,0.00053957105,0.003418722,0.00014983724,0.044059508],"category_scores_gemma":[0.041103277,0.00007456056,0.000031411822,0.002525876,0.0007785217,0.00070717465,0.0011745602,0.00043048014,0.039265838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006324161,0.00019175322,0.8682222,0.00001635759,0.000091753,0.0000014487463,0.017850058,0.00001864494,0.0008967074,0.044588234,0.0661334,0.0019262005],"study_design_scores_gemma":[0.00021880349,0.0000015449026,0.69903857,0.000020611571,0.000017377115,0.0000027622489,0.002058186,0.00003090409,0.00020938473,0.009773446,0.28853118,0.00009725736],"about_ca_topic_score_codex":0.673807,"about_ca_topic_score_gemma":0.37551847,"teacher_disagreement_score":0.61454135,"about_ca_system_score_codex":0.00033711037,"about_ca_system_score_gemma":0.0034007907,"threshold_uncertainty_score":0.9669739},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6931404826","doi":"10.5281/zenodo.6912520","title":"From plagiarism to predatory publishing: Organizational factors in explaining academic misconduct","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Sanctions; Context (archaeology); Publishing; Academic community; Academic dishonesty","score_opus":0.06639286757765037,"score_gpt":0.2786252891444282,"score_spread":0.21223242156677782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931404826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691771,0.000113030386,0.0010202243,0.0029839072,0.00020456951,0.00052377733,0.0011025007,0.000678988,0.024195861],"genre_scores_gemma":[0.98923314,0.0000106202915,0.00037004877,0.0006856785,0.00021263576,1.4690472e-7,0.008331244,0.00070816895,0.00044834838],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979162,0.00030470482,0.00030014853,0.00045752927,0.00067094027,0.00035047313],"domain_scores_gemma":[0.99888724,0.00012503158,0.00008436947,0.00033284604,0.00024084462,0.00032966764],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00069954374,0.00013924594,0.0001817079,0.00040393267,0.0012090184,0.0003979048,0.0007741832,0.000107800406,0.0198268],"category_scores_gemma":[0.0056509613,0.00015461486,0.0000333763,0.0009825298,0.000053653443,0.0004214249,0.0019723277,0.001226089,0.0007785307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006077959,0.00054563885,0.009881607,0.00007154856,0.00013582964,0.00022795807,0.026037654,0.0017099733,0.020501046,0.004588842,0.91243947,0.023252657],"study_design_scores_gemma":[0.0015013274,0.000383201,0.034360472,0.000074388634,0.000023318915,0.00009893097,0.0057821237,0.00046621257,0.0016405565,0.00032678037,0.9550584,0.00028427952],"about_ca_topic_score_codex":0.00019168509,"about_ca_topic_score_gemma":6.643794e-7,"teacher_disagreement_score":0.042618956,"about_ca_system_score_codex":0.0003733495,"about_ca_system_score_gemma":0.00002024333,"threshold_uncertainty_score":0.99999946},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6938942641","doi":"10.60692/s1240-7fe88","title":"Retraction Note: The majority of conversion total hip arthroplasties can be considered a primary replacement: a matched cohort study","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Orthopaedic implants and arthroplasty","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Osteoarthritis; Total hip arthroplasty; Total hip replacement; Cohort; Cohort study; Arthroplasty; Implant","score_opus":0.024486921454040456,"score_gpt":0.2286057054822096,"score_spread":0.20411878402816913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6938942641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99472195,0.0000047753547,0.0005746082,0.0002672336,0.0010911404,0.0011638971,0.00016665862,0.00009163376,0.0019181077],"genre_scores_gemma":[0.9989428,9.042104e-7,0.00007389516,0.00024660013,0.00009440334,0.000034486166,0.00011146312,0.000009329732,0.00048611907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807274,0.00013315739,0.00075316016,0.00017852554,0.00066184724,0.00020055575],"domain_scores_gemma":[0.9986026,0.000034107718,0.00044318842,0.0004558713,0.00037637536,0.00008781016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055922876,0.0001776994,0.00041971626,0.00011026305,0.00020281666,0.00006296208,0.00004190522,0.00012894282,0.00014588612],"category_scores_gemma":[0.00007403206,0.00012094892,0.00009825961,0.00019167636,0.000078192665,0.00028400437,0.00006968651,0.0002199381,0.000057531535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005816929,0.000031069794,0.9639172,0.0007175923,0.00022600348,0.000042361386,0.033706583,0.000007160748,0.00002454628,0.000012822045,0.0005093681,0.00022358434],"study_design_scores_gemma":[0.004438263,0.0003495531,0.9096211,0.00023360907,0.00030372033,0.0012109587,0.08139316,0.00038820767,0.001427571,1.6359333e-7,0.00048421646,0.00014945341],"about_ca_topic_score_codex":0.000060958802,"about_ca_topic_score_gemma":0.0000033837516,"teacher_disagreement_score":0.05429609,"about_ca_system_score_codex":0.00016226509,"about_ca_system_score_gemma":0.00022913537,"threshold_uncertainty_score":0.49321538},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939634359","doi":"10.6084/m9.figshare.20508716","title":"Additional file 1 of Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Conversation; Publishing; Pandemic; Project commissioning; Curriculum; Coronavirus disease 2019 (COVID-19)","score_opus":0.6397452251351484,"score_gpt":0.4652845516853563,"score_spread":0.1744606734497921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939634359","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012470777,0.00009316023,1.950501e-8,0.017381713,0.000011082365,0.00025453657,0.9693374,0.0000045644797,0.000446767],"genre_scores_gemma":[0.0605845,0.00024149037,0.000036941197,0.0007412454,0.000036275418,0.00039563247,0.9378932,6.2277104e-7,0.000070080256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692744,0.0023083726,0.00028383522,0.00013483503,0.00027590588,0.000069611735],"domain_scores_gemma":[0.79244477,0.2067028,0.0005774807,0.000078773395,0.00014976782,0.00004643964],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024052877,0.000045092187,0.00011994513,0.000014275366,0.0002814279,0.00007748403,0.00023630985,0.000051745476,0.9087991],"category_scores_gemma":[0.11673781,0.000015078496,0.000018420456,0.00025452182,0.000011840544,0.00017086274,0.00019165315,0.0007120957,0.000019624867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014927931,0.000042454314,0.004123165,0.0000035338132,0.000011930433,3.6903404e-7,0.00030408657,0.0000010315754,0.000022352917,0.000030044699,0.98290133,0.012410402],"study_design_scores_gemma":[0.0000622222,0.00007072593,0.03142902,0.0002915757,0.0000029216528,0.0000043411715,0.002993186,0.00006673023,0.000004588331,0.00029240982,0.9647491,0.00003316906],"about_ca_topic_score_codex":0.0019852144,"about_ca_topic_score_gemma":0.0022669437,"teacher_disagreement_score":0.90877944,"about_ca_system_score_codex":0.0000313713,"about_ca_system_score_gemma":0.00010959617,"threshold_uncertainty_score":0.89070225},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6945280783","doi":"10.25384/sage.14191072.v1","title":"sj-pdf-1-cph-10.1177_1715163520970443 – Supplemental material for Risks of maternal codeine intake in breast-fed infants: A Joint Statement of Retraction from the Canadian Pharmacists Journal and Canadian Family Physician","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statement (logic); Position statement; Joint (building); Codeine; Alternative medicine; Clinical pharmacy","score_opus":0.08296742192812205,"score_gpt":0.3335837341028658,"score_spread":0.2506163121747437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945280783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51509273,0.00014237322,3.2642617e-7,0.0018980716,0.00020862103,0.0007889307,0.4816205,0.000005977114,0.00024248559],"genre_scores_gemma":[0.95856977,0.00004012117,0.000073318464,0.002535407,0.00034008033,0.00007765131,0.03830944,0.000023198421,0.000031005642],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99843377,0.00006611148,0.00063621125,0.00019877325,0.00027206287,0.00039305273],"domain_scores_gemma":[0.998821,0.000038914397,0.00032153717,0.00011921095,0.00012981458,0.00056952034],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014321969,0.00017878792,0.00033997736,0.000112360074,0.0001341467,0.000048115613,0.00013229775,0.00009062624,0.05284386],"category_scores_gemma":[0.000044936372,0.00014713481,0.00006501729,0.00009359596,0.000019618945,0.00013393699,0.000036701585,0.00027199235,0.000047090423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019807922,0.0005490566,0.057156894,0.023114206,0.0011245497,0.0017284105,0.010661075,0.000063100655,0.048712865,0.000034209046,0.81104493,0.026002763],"study_design_scores_gemma":[0.015378426,0.002349179,0.7246156,0.02887462,0.00023537721,0.00050250586,0.001001921,0.0017165446,0.11817942,0.000096264666,0.106355466,0.00069470436],"about_ca_topic_score_codex":0.26687193,"about_ca_topic_score_gemma":0.14995883,"teacher_disagreement_score":0.7046895,"about_ca_system_score_codex":0.00033253647,"about_ca_system_score_gemma":0.00063985103,"threshold_uncertainty_score":0.94802195},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6958421964","doi":"10.6084/m9.figshare.7571012.v1","title":"Understanding of plagiarism among North-African university hospital doctors (UHDs): A pilot study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"University hospital; Confidence interval; Descriptive statistics; Data collection; Descriptive research; Spearman's rank correlation coefficient","score_opus":0.08120629843756394,"score_gpt":0.2636649325082772,"score_spread":0.18245863407071328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958421964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8826762,0.000014448975,0.0000058366304,0.00015015744,0.00023031839,0.00084205624,0.023329293,0.000099502424,0.09265221],"genre_scores_gemma":[0.99699783,0.0000027678848,0.000008990756,0.000018439672,0.00008427851,0.0000025493755,0.0012617924,0.000008668557,0.0016146693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860406,0.00021928293,0.00015458422,0.00024486482,0.00047553427,0.00030168972],"domain_scores_gemma":[0.99907255,0.00035285854,0.00017656454,0.000165539,0.000108567525,0.0001239463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026819936,0.00011739026,0.00019741038,0.000106939995,0.00032110253,0.000034205714,0.0005017893,0.00025659558,0.04889799],"category_scores_gemma":[0.0005451797,0.00012464444,0.00006111333,0.00045708928,0.000058426984,0.0003631646,0.00012527476,0.0009008565,0.00048884365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012150234,0.0007780915,0.65458375,0.00010808756,0.00019202515,0.00007755315,0.12074405,0.00006326805,0.00001160539,0.0068708486,0.21622945,0.00021973523],"study_design_scores_gemma":[0.001372706,0.0022720445,0.5484638,0.0007379204,0.000068249916,6.351455e-7,0.35714406,0.00010942731,0.00002979453,0.00055101444,0.08842358,0.0008267161],"about_ca_topic_score_codex":0.0037140038,"about_ca_topic_score_gemma":0.0066118115,"teacher_disagreement_score":0.23640002,"about_ca_system_score_codex":0.0003117834,"about_ca_system_score_gemma":0.00020047762,"threshold_uncertainty_score":0.9519715},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958586367","doi":"10.6084/m9.figshare.20424148.v1","title":"What difference might retractions make? An estimate of the potential epistemic cost of retractions on meta-analyses","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Sample (material); Sample size determination; Uncertainty quantification; Estimation; Point estimation","score_opus":0.29648596469572647,"score_gpt":0.4255720180488734,"score_spread":0.12908605335314693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958586367","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036692432,0.0011014177,1.9692992e-7,0.00016269606,0.00087702554,0.0010707733,0.99662596,0.00007570974,0.000049530052],"genre_scores_gemma":[0.0016308292,0.000065608634,0.000014756046,0.000060546954,0.00017379869,0.0009359949,0.996373,0.00013540043,0.0006100394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430287,0.001100871,0.00121614,0.00095879496,0.001954547,0.0004667914],"domain_scores_gemma":[0.99185914,0.00048772103,0.0031650108,0.0037357241,0.0005694378,0.00018294776],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027571572,0.00075734477,0.0015307181,0.00063124765,0.0005742405,0.0002319338,0.0022236279,0.00053259043,0.75831443],"category_scores_gemma":[0.0022028051,0.00055130397,0.0015720371,0.0013635653,0.000082037244,0.0005645984,0.0005870443,0.0023453904,0.0022269364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006290323,0.0005487957,4.4395577e-7,0.00049674057,0.0026147352,0.000029604218,0.000015296448,0.0010944386,0.00091250386,0.0000017998013,0.9941637,0.00005903074],"study_design_scores_gemma":[0.00027261846,0.00018844107,0.0019498437,0.001780163,0.015103132,0.00013230814,0.00019177358,0.00015982207,0.0015462721,0.000036350684,0.9779625,0.00067679863],"about_ca_topic_score_codex":0.00041220614,"about_ca_topic_score_gemma":0.0015704065,"teacher_disagreement_score":0.7560875,"about_ca_system_score_codex":0.0003753941,"about_ca_system_score_gemma":0.00040530256,"threshold_uncertainty_score":0.99995625},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958680415","doi":"10.6084/m9.figshare.c.3968838.v1","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2018,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Significant difference; Quality assessment; Mean difference; Closure (psychology); Prospective cohort study; Incisor; Qualitative analysis","score_opus":0.095379647178518,"score_gpt":0.36039639592423534,"score_spread":0.26501674874571735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958680415","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.2481846e-8,0.27135563,0.0000012708773,0.0000051143033,0.000045547553,0.004120166,0.603923,0.00021056057,0.12033862],"genre_scores_gemma":[0.00060999754,0.00045200108,0.00033732422,0.00006135124,0.00032683724,0.009212582,0.34868762,0.0031642294,0.637148],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9957118,0.0021578965,0.0006009837,0.00067036116,0.00063111336,0.00022781432],"domain_scores_gemma":[0.9954594,0.0009267943,0.0017426534,0.0014426837,0.00031972997,0.00010874272],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009070621,0.000575004,0.005391288,0.0005989726,0.000030020325,0.000042174626,0.00041766724,0.00040781323,0.6952773],"category_scores_gemma":[0.0037464784,0.00043475186,0.0015661675,0.0012962912,0.000017981456,0.00008690377,0.0001471643,0.00023640945,0.035522003],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012380406,0.000012997561,1.2425033e-7,0.474294,0.13919201,0.000006769356,0.0000026995583,2.3473717e-7,0.0000011445267,0.0000015152827,0.38647595,1.6136609e-7],"study_design_scores_gemma":[0.00035142744,0.00005452863,0.000008889131,0.1619004,0.8000273,0.000009395656,0.00000411271,0.000008465506,0.000017735052,7.1873575e-7,0.03722853,0.00038851533],"about_ca_topic_score_codex":0.000058653557,"about_ca_topic_score_gemma":0.00014347844,"teacher_disagreement_score":0.66083527,"about_ca_system_score_codex":0.00013800844,"about_ca_system_score_gemma":0.000055084685,"threshold_uncertainty_score":0.9998104},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6958842465","doi":"10.6084/m9.figshare.c.6154262.v1","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Publishing; Scholarship; Harm; Pandemic; Conversation; Audit; Open science; Science policy; Coronavirus disease 2019 (COVID-19); Trustworthiness","score_opus":0.8543007971275997,"score_gpt":0.5944102056538447,"score_spread":0.25989059147375493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958842465","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029878612,0.016787075,0.0000011233337,0.11405972,0.0001672107,0.011300254,0.7916582,0.00032390375,0.062714614],"genre_scores_gemma":[0.042225275,0.011220273,0.00065802067,0.00693959,0.00057944184,0.004725993,0.9080018,0.0016184882,0.02403112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97696203,0.019854065,0.00095430744,0.0006653479,0.0012877325,0.00027653438],"domain_scores_gemma":[0.93047893,0.06041527,0.0061265747,0.0021866285,0.0005297804,0.00026284196],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027612273,0.00026001627,0.0006453093,0.00032149395,0.00029497663,0.00056759134,0.0011922407,0.00052024884,0.09820955],"category_scores_gemma":[0.2583084,0.00015249381,0.00004149816,0.000783957,0.00016240471,0.00038605218,0.0011512953,0.0045953323,0.00014641136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049929775,0.000100774814,0.0152781345,0.00009489885,0.00018791396,0.0000032017283,0.00305745,8.386992e-7,0.0000015652075,0.000035960977,0.9726122,0.008127759],"study_design_scores_gemma":[0.0018225498,0.000054796234,0.011910789,0.002591523,0.0000428039,0.0000036479796,0.0043741073,0.000036937385,0.0000014865161,0.00017127713,0.97881293,0.000177163],"about_ca_topic_score_codex":0.0077587795,"about_ca_topic_score_gemma":0.027195107,"teacher_disagreement_score":0.23069614,"about_ca_system_score_codex":0.0005392288,"about_ca_system_score_gemma":0.0018107694,"threshold_uncertainty_score":0.9988486},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6959599719","doi":"10.11575/prism/33195","title":"(Korean translation): Avoiding Predatory Journals and Questionable Conferences: A Resource Guide","year":2018,"lang":"en","type":"other","venue":"Open MIND","topic":"Pasture and Agricultural Systems","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Publication; Mentorship; Publishing; Checklist; Resource (disambiguation); Plain language; Grey literature","score_opus":0.07398435984013625,"score_gpt":0.2916728008998594,"score_spread":0.21768844105972318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959599719","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067261364,0.0021296337,0.000003945772,0.00058233575,0.00010933568,0.0005964445,0.00017875711,0.000011056429,0.98966235],"genre_scores_gemma":[0.015285891,0.00020461051,0.00046897135,0.0000667192,0.0018108727,0.000022050805,0.0004127067,0.000007462239,0.9817207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987074,0.00018501752,0.00027060762,0.00040179447,0.00021697873,0.00021819591],"domain_scores_gemma":[0.99939895,0.000102985134,0.0002574109,0.000058054626,0.000048178892,0.00013439482],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005090088,0.00021934435,0.00031493153,0.000017316806,0.00023431404,0.00050002726,0.00045861164,0.00028449565,0.021949075],"category_scores_gemma":[0.000030262036,0.00007117419,0.00005300208,0.00014220302,0.000070132606,0.0001411252,0.000094549025,0.00015403533,0.00042710724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012367521,0.00003249449,0.0010845334,0.000013583281,0.000065351545,0.0000075951916,0.00016491146,1.3823463e-7,0.01336362,0.000024884586,0.7805517,0.20467888],"study_design_scores_gemma":[0.00010221852,0.000071781105,0.0012718164,0.00057383714,0.000023280276,0.000022045222,0.000482672,0.0000026321684,0.00020969727,0.00003156059,0.9969687,0.00023979288],"about_ca_topic_score_codex":0.0012524322,"about_ca_topic_score_gemma":0.004426377,"teacher_disagreement_score":0.21641701,"about_ca_system_score_codex":0.000015128515,"about_ca_system_score_gemma":0.000021174365,"threshold_uncertainty_score":0.978945},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6962692740","doi":"10.17026/ls/lrf63d","title":"Replication Data for Perceptions of research integrity and open science practices: a survey of Brazilian dental researchers","year":2024,"lang":"en","type":"dataset","venue":"DANS Data Station Life Sciences","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Perception; Research integrity; Academic integrity; Open science; Dental research; Research ethics; Replication (statistics); Computer-assisted web interviewing","score_opus":0.6140305414550996,"score_gpt":0.6205478929486535,"score_spread":0.0065173514935539245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962692740","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016567968,0.00025758203,0.00025900986,0.0030386983,0.00030608985,0.0013961303,0.9925756,0.000012465767,0.0004976591],"genre_scores_gemma":[0.0039378344,0.0032216562,0.004273788,0.00006314717,0.00013735947,0.000044874458,0.9882001,0.0000074790887,0.00011373417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908901,0.0026391628,0.0007395129,0.0020065208,0.0031646094,0.00056011946],"domain_scores_gemma":[0.9849961,0.0079046115,0.0010115871,0.0037473412,0.0020229642,0.00031743996],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.16623333,0.000154045,0.00034680587,0.00080065074,0.0021930886,0.0010057887,0.021071846,0.00048480765,0.00013121468],"category_scores_gemma":[0.22134098,0.00013624731,0.000019736575,0.004227165,0.014682801,0.005906085,0.0069825454,0.0021369567,0.000035106266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047599926,0.000075123964,0.0016845153,0.00020983195,0.000018146575,3.2239504e-7,0.0028647159,5.7987455e-7,0.000056264118,0.0022737833,0.9918859,0.00088321895],"study_design_scores_gemma":[0.00014571114,0.0001897992,0.006178715,0.00037060824,0.00006193314,0.0000019325055,0.086651556,0.0024341068,0.000016193593,0.0022609157,0.9014652,0.00022332187],"about_ca_topic_score_codex":0.37542096,"about_ca_topic_score_gemma":0.2635356,"teacher_disagreement_score":0.11188537,"about_ca_system_score_codex":0.00016316243,"about_ca_system_score_gemma":0.013904553,"threshold_uncertainty_score":0.99910593},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6986284496","doi":"","title":"Perceptions of authorial identity in academic writing among undergraduate accounting students: implications for unintentional plagiarism","year":2012,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Identity (music); Perception; Academic writing; Self-disclosure; Period (music)","score_opus":0.0490742639248541,"score_gpt":0.4032221993906984,"score_spread":0.35414793546584433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986284496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769395,0.000016868538,0.004914848,0.0070193284,0.0002409064,0.00078934414,0.00016444318,0.000058252004,0.009856481],"genre_scores_gemma":[0.9955877,0.00030699413,0.00042298957,0.000018757055,0.00051115593,0.000009257504,0.000084953834,0.000013323032,0.0030448693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961843,0.00082673243,0.0004066176,0.00032344993,0.0012466197,0.0010122986],"domain_scores_gemma":[0.99749494,0.0009921449,0.00021058282,0.00017794064,0.0008073595,0.00031703335],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009191931,0.00013620195,0.00023904347,0.0006596516,0.0016628911,0.00007190466,0.0009949582,0.0009250042,0.00020823523],"category_scores_gemma":[0.0016637176,0.00016886735,0.00016705431,0.0012698217,0.00097463984,0.0024615105,0.0003882408,0.003045073,0.000023920746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028996092,0.00011917673,0.58174545,0.00002142034,0.00003168708,0.0000021375088,0.0037095193,0.000007852699,0.00015769232,0.41255927,0.001406939,0.0002098581],"study_design_scores_gemma":[0.0007905217,0.00004041301,0.8763913,0.00016790377,0.000047187546,0.000001391759,0.09469143,0.0000320584,0.00003168396,0.020272937,0.007267889,0.00026529827],"about_ca_topic_score_codex":0.014508674,"about_ca_topic_score_gemma":0.0017685523,"teacher_disagreement_score":0.39228633,"about_ca_system_score_codex":0.00052984426,"about_ca_system_score_gemma":0.00048989063,"threshold_uncertainty_score":0.9996368},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6995622515","doi":"","title":"Paper 1 - Questionable Research Practices (QRPs) among Psychology Students in Canada","year":2022,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Qualitative research","score_opus":0.04423338428944268,"score_gpt":0.38707850437412544,"score_spread":0.34284512008468276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995622515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019771982,0.000026381955,0.0000041920157,0.00040026393,0.0010468871,0.0035934364,0.00029273573,0.00037368233,0.97449046],"genre_scores_gemma":[0.019560255,0.00047744796,0.00031724537,0.0003657695,0.00025054973,0.0032862448,0.00027652038,0.0017455622,0.97372043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9735975,0.010935111,0.0014732723,0.0072703417,0.004633596,0.0020901423],"domain_scores_gemma":[0.98365515,0.0019458332,0.0021558367,0.011294366,0.00032131976,0.00062750664],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.028434932,0.000987083,0.0013019779,0.001922661,0.00040453466,0.00029750544,0.0072114696,0.00088557636,0.9758626],"category_scores_gemma":[0.016433084,0.001225585,0.00020819534,0.0018165285,0.00059066253,0.00055513706,0.008768333,0.005619862,0.882894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019402549,0.00076348695,0.3903575,0.00012503272,0.0003484908,0.0005409869,0.00027882296,0.00031072556,0.00016097013,0.00023030573,0.60604984,0.000639803],"study_design_scores_gemma":[0.0011322035,0.000001739539,0.19434473,0.00024753818,0.00006483783,0.00004785487,0.0005327038,0.00002445175,0.00002859774,0.000793053,0.8019642,0.00081804127],"about_ca_topic_score_codex":0.9708275,"about_ca_topic_score_gemma":0.985704,"teacher_disagreement_score":0.19601275,"about_ca_system_score_codex":0.008797559,"about_ca_system_score_gemma":0.0056269895,"threshold_uncertainty_score":0.99924856},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6996092637","doi":"","title":"Questionable Research Practices, the Replication Crisis and Open Science: A National Survey of Canadian Psychology Students","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Psychological research; History of psychology; Survey research","score_opus":0.17497047455718232,"score_gpt":0.4896291490376248,"score_spread":0.3146586744804425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996092637","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034108919,0.0000282134,0.00001145983,0.0015976339,0.0002357119,0.003094532,0.00048681046,0.000054957418,0.9910798],"genre_scores_gemma":[0.03583127,0.0008174374,0.0013347557,0.0003161181,0.00009699734,0.0011138702,0.00044453584,0.00043352623,0.9596115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98123014,0.007666084,0.00091569684,0.005759079,0.0034781962,0.0009508275],"domain_scores_gemma":[0.98176414,0.0017483246,0.0017651517,0.010240743,0.0039069136,0.00057471613],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.12830313,0.00039517324,0.0006406873,0.003056971,0.0007277069,0.0009807707,0.010044793,0.00057127,0.40518695],"category_scores_gemma":[0.087812394,0.00039135333,0.00006952687,0.004995721,0.0018373517,0.0004400535,0.008708916,0.0013979065,0.30671933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096279284,0.00044891523,0.10831746,0.000076818455,0.0002749053,0.0000092913815,0.00042843446,0.000017818185,0.0008615859,0.003192844,0.8856041,0.0006715737],"study_design_scores_gemma":[0.00042764843,0.0000014650424,0.41634056,0.00018415581,0.00003600958,0.0000505694,0.00016015471,0.000028270839,0.000217852,0.0020726642,0.580201,0.0002796515],"about_ca_topic_score_codex":0.79959553,"about_ca_topic_score_gemma":0.6365774,"teacher_disagreement_score":0.3080231,"about_ca_system_score_codex":0.0013125531,"about_ca_system_score_gemma":0.008595941,"threshold_uncertainty_score":0.99985385},"labels":[{"model":"gemma","categories":["metaresearch","open_science","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","open_science"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7005122801","doi":"","title":"Predatory Journals on Trial: Allegations, Responses, and Lessons for Scholarly Publishing from FTC v. OMICS","year":2019,"lang":"en","type":"article","venue":"The University of Malaya Research Repository (University of Malaya)","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lawsuit; Publishing; Harm; Interim; Omics; Commission; Deception","score_opus":0.060334263335129146,"score_gpt":0.2996378895936241,"score_spread":0.23930362625849494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005122801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909228,0.00043113102,0.00045066356,0.004168203,0.00012439035,0.0007774692,0.00024219985,0.000009097482,0.0028740098],"genre_scores_gemma":[0.9847246,0.0015737906,0.0016117917,0.000034027355,0.00010806719,2.8173275e-7,0.00007708043,0.0000133229205,0.011857051],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752104,0.0006303524,0.00019953953,0.0003640352,0.00090944115,0.00037558828],"domain_scores_gemma":[0.9972414,0.000559045,0.00023271359,0.00066793786,0.0010548247,0.00024410206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003043554,0.00013226585,0.00025807804,0.0002621504,0.0007010735,0.00019727582,0.0012293347,0.00034722665,0.000057111833],"category_scores_gemma":[0.0008642209,0.00013524861,0.00016864795,0.0001987282,0.00089784386,0.00017003846,0.000758341,0.0005829323,0.000011505884],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12497518,0.0010940593,0.016919984,0.00073739834,0.0015393961,0.00006828171,0.005162008,0.00022001019,0.7540786,0.0038584778,0.075171754,0.016174804],"study_design_scores_gemma":[0.07282251,0.013375307,0.21514349,0.00086378277,0.00034960662,0.000041405172,0.10367714,0.005702777,0.07230605,0.0016601909,0.51272607,0.0013316758],"about_ca_topic_score_codex":0.00053904584,"about_ca_topic_score_gemma":0.000080880156,"teacher_disagreement_score":0.6817726,"about_ca_system_score_codex":0.000077139164,"about_ca_system_score_gemma":0.0005283315,"threshold_uncertainty_score":0.55152786},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7011323942","doi":"","title":"A Library in the Game: Teaching Information Literacy and Preventing Plagiarism","year":2019,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Physics and Engineering Research Articles","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information literacy; Presentation (obstetrics); Component (thermodynamics); Digital literacy; Literacy; Digital library","score_opus":0.06503697260630223,"score_gpt":0.46458149870224835,"score_spread":0.39954452609594615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7011323942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921833,0.0028783106,0.00026880868,0.000096094846,0.00010436727,0.00025620038,0.0000068781733,0.00004472659,0.0041612634],"genre_scores_gemma":[0.9982207,0.0013963288,0.00020661169,0.00006408975,0.00005064674,0.000016688784,0.0000061385012,0.000020531466,0.00001829738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894905,0.00007952135,0.00035557512,0.00009265811,0.00027769295,0.00024549817],"domain_scores_gemma":[0.9993814,0.00023994288,0.000084286825,0.00020216143,0.000017936787,0.00007426229],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00081600586,0.00012770524,0.00020939691,0.0003425705,0.00005624155,0.0017628005,0.0008550782,0.00004223124,0.00032593796],"category_scores_gemma":[0.00007161523,0.00010133628,0.00004302664,0.00033880223,0.000016890057,0.0083690025,0.00031534344,0.00056326843,0.000012653082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057955804,0.00012437136,0.43478033,0.0008707746,0.00014680561,0.000018399749,0.007660413,0.041297868,0.07513243,0.0012503092,0.0115966275,0.4270637],"study_design_scores_gemma":[0.0004968923,0.0000076089746,0.8825335,0.0007012392,0.000011111195,0.000010297309,0.00017838109,0.0794226,0.0045789853,0.01967309,0.012079428,0.00030689535],"about_ca_topic_score_codex":0.0000777237,"about_ca_topic_score_gemma":0.0000012041667,"teacher_disagreement_score":0.44775313,"about_ca_system_score_codex":0.000019752064,"about_ca_system_score_gemma":0.000017047665,"threshold_uncertainty_score":0.9992735},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7015741787","doi":"","title":"Unintended Plagiarism Amongst International Students in Western Universities","year":2021,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Nucleofection; Hyporeflexia; Pretext; TSG101; Articular cartilage damage; Diafiltration; Gestational period; Liquation","score_opus":0.021025724154268427,"score_gpt":0.2850070829873513,"score_spread":0.2639813588330828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015741787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531013,0.000090098656,0.000078939825,0.005908057,0.0005551334,0.00012617174,0.000057284986,0.000057205834,0.04002585],"genre_scores_gemma":[0.9506621,0.00022455772,0.0003248218,0.00026962836,0.00009910063,1.7576929e-7,0.00005869416,0.000011331349,0.0483496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714196,0.00065521564,0.00021339055,0.0004290614,0.0011093459,0.00045102317],"domain_scores_gemma":[0.9987213,0.00020736268,0.00019277465,0.00025249788,0.00041894612,0.00020712256],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015760968,0.00017528856,0.0003115407,0.00035124808,0.00064159173,0.00007837255,0.001406333,0.0009739951,0.0020622641],"category_scores_gemma":[0.00023540377,0.00024741658,0.00016822523,0.00059350656,0.00076379214,0.0012678831,0.0006012338,0.0018189591,0.00018114729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021208862,0.00020033286,0.9291797,0.000017370237,0.00013668647,0.0005533262,0.0566232,0.00001949503,0.00086768816,0.010909575,0.00082539057,0.000455136],"study_design_scores_gemma":[0.0022569436,0.00004603345,0.67123425,0.00022899418,0.000067767476,0.000015521855,0.22707696,0.000018650808,0.0008397585,0.0022552116,0.095494635,0.00046528832],"about_ca_topic_score_codex":0.0038061019,"about_ca_topic_score_gemma":0.0223934,"teacher_disagreement_score":0.25794548,"about_ca_system_score_codex":0.00074019475,"about_ca_system_score_gemma":0.0005666545,"threshold_uncertainty_score":0.9999978},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7023889461","doi":"","title":"Plagiarism detection software and academic integrity :\\nthe canadian perspective","year":2005,"lang":"en","type":"article","venue":"E-LIS Repository (University of Naples Federico II)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Academic integrity; Plagiarism detection; Academic dishonesty; Academic institution; Work (physics); Software; Perspective (graphical); Institution; Service (business)","score_opus":0.015816985725820444,"score_gpt":0.24325847072792173,"score_spread":0.2274414850021013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023889461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89808565,0.0014107954,0.003200413,0.011023617,0.0006833636,0.00041426113,0.000043480228,0.00024173637,0.08489669],"genre_scores_gemma":[0.9893307,0.0005213656,0.0019640457,0.00016861886,0.00041548585,4.900923e-7,0.000003936431,0.000010019914,0.0075853243],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983861,0.00030016995,0.0001596474,0.00037004167,0.0003847833,0.00039925278],"domain_scores_gemma":[0.9987997,0.0001762232,0.00018288023,0.00015330529,0.00030835814,0.00037952937],"candidate_categories":["sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006838424,0.00016222414,0.0002449382,0.00020154365,0.0036033618,0.000054893542,0.00047386778,0.0013818437,0.00020799843],"category_scores_gemma":[0.00038518733,0.0002005559,0.00010862148,0.00035152806,0.0007032777,0.0007895492,0.00012046062,0.0026744301,0.000024763865],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046807283,0.00023459418,0.024883436,0.000086582346,0.0004953429,0.00018249995,0.76574457,0.000051504114,0.009382044,0.05641868,0.042491436,0.09956125],"study_design_scores_gemma":[0.00056842755,0.00014545665,0.01796553,0.00009546494,0.00012037396,0.000061271545,0.32280776,0.00036406986,0.0018695848,0.002197912,0.6532149,0.000589284],"about_ca_topic_score_codex":0.6528223,"about_ca_topic_score_gemma":0.48906255,"teacher_disagreement_score":0.61072344,"about_ca_system_score_codex":0.0011916338,"about_ca_system_score_gemma":0.00081751746,"threshold_uncertainty_score":0.9999146},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7024006608","doi":"","title":"Publication bias and quality of reporting of Pharmacodynamic Studies utilizing invasive research procedures within early phase cancer trials","year":2012,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Pharmacodynamics; Accrual; Clinical trial; Cancer; Quality (philosophy); Value (mathematics); Cancer drugs; Appeal","score_opus":0.9169457515076735,"score_gpt":0.6533331509725127,"score_spread":0.2636126005351609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024006608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764623,0.012814313,5.042411e-7,0.00003481377,0.0006995038,0.0026724883,0.00074816047,0.000015457848,0.0065524704],"genre_scores_gemma":[0.9914155,0.0014078206,0.0005788056,0.000025894118,0.000061473555,0.0005296235,0.00016723071,0.00006511696,0.005748546],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8451254,0.062489722,0.07389958,0.0032300388,0.014225444,0.0010298069],"domain_scores_gemma":[0.8730424,0.019885024,0.08754636,0.0024831882,0.016724987,0.00031804023],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52895314,0.0007632901,0.0105279125,0.0020375045,0.0008528785,0.0004321912,0.0017626013,0.00049385556,0.0009877498],"category_scores_gemma":[0.7516201,0.00045881313,0.0020602578,0.0034999591,0.00024808,0.0014731415,0.00030871187,0.0012211881,0.00006541529],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084744307,0.000863361,0.015258469,0.016091347,0.006693892,0.00000797274,0.0018400663,0.000015475393,0.69126767,0.072188765,0.00018903067,0.19473654],"study_design_scores_gemma":[0.0062662154,0.0007647973,0.08347615,0.011911283,0.008616456,0.000035255096,0.06371859,0.00022657013,0.7177365,0.09510255,0.008858628,0.0032869952],"about_ca_topic_score_codex":0.0009971583,"about_ca_topic_score_gemma":0.0056034056,"teacher_disagreement_score":0.22266701,"about_ca_system_score_codex":0.00029978805,"about_ca_system_score_gemma":0.00043904915,"threshold_uncertainty_score":0.9999255},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7024298654","doi":"","title":"Retraction notice to “Specific ion binding interactions in potash flotation” (Journal of Colloid And Interface Science (2019) 553 (418–426), (S0021979719307301), (10.1016/j.jcis.2019.06.057))","year":2019,"lang":"en","type":"article","venue":"Queensland's institutional digital repository (The University of Queensland)","topic":"Minerals Flotation and Separation Techniques","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Potash; Colloid; Interface (matter)","score_opus":0.009234180376366327,"score_gpt":0.22335286598841028,"score_spread":0.21411868561204395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024298654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95196086,0.0000363981,0.0024558578,0.00031964495,0.00040486903,0.0003641333,0.000032273732,0.000029965819,0.04439598],"genre_scores_gemma":[0.9817036,0.000030058429,0.0007326216,0.000031052423,0.00005850566,7.130442e-7,0.000018380691,0.000007761866,0.017417336],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982455,0.00007856614,0.0004574488,0.00034568482,0.0006629764,0.00020984434],"domain_scores_gemma":[0.9988581,0.00016780215,0.00038274017,0.00023128524,0.00021502461,0.00014504638],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044393173,0.00017355352,0.00024389385,0.0003667659,0.00039272365,0.00013442422,0.0003793174,0.000084702624,0.00068562105],"category_scores_gemma":[0.00012374228,0.00015718292,0.000086038155,0.00061735325,0.00060156005,0.001917105,0.00016590524,0.00032561598,0.00079224224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019249222,0.00093676423,0.11771027,0.00008443575,0.00012948552,0.00007473797,0.008395503,0.03253148,0.6648262,0.004019846,0.16198114,0.007385204],"study_design_scores_gemma":[0.0022572204,0.00073317613,0.33908713,0.0005054779,0.00005637771,0.00058470573,0.0025985243,0.0022657982,0.0386914,0.00040382304,0.6120592,0.00075718295],"about_ca_topic_score_codex":0.0003228263,"about_ca_topic_score_gemma":0.00012762673,"teacher_disagreement_score":0.6261348,"about_ca_system_score_codex":0.000507117,"about_ca_system_score_gemma":0.0001466925,"threshold_uncertainty_score":0.99998575},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7037816534","doi":"","title":"Ética de la investigación: una visión bibliométrica desde WOS (1976-2023) (1976-2023)","year":2024,"lang":"es","type":"article","venue":"Dialnet (Universidad de la Rioja)","topic":"Diatoms and Algae Research","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical practice; Ethics committee; Web of science","score_opus":0.016648551205979457,"score_gpt":0.31448318344798326,"score_spread":0.2978346322420038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037816534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88268733,0.0065734223,0.00089917437,0.0034023523,0.001181282,0.0007098814,0.00070154975,0.00064512476,0.10319989],"genre_scores_gemma":[0.9826198,0.0048926244,0.0023688881,0.0005067509,0.0009408191,0.00004197818,0.000060867045,0.00018600884,0.008382247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99226755,0.0020515933,0.00056601973,0.0014918451,0.0014288324,0.0021941585],"domain_scores_gemma":[0.9938198,0.0032960714,0.00020579844,0.0010434105,0.00020643095,0.0014285328],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037946985,0.00076926715,0.000837165,0.005349309,0.0006893434,0.0048827445,0.0018309003,0.0010417791,0.0047414764],"category_scores_gemma":[0.0009886479,0.00081644,0.00048120163,0.011582222,0.0019892824,0.0013396625,0.001056118,0.0014121813,0.0050379136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004754038,0.0009946461,0.010292319,0.0030808519,0.00070795545,0.013731962,0.00391843,0.00047323602,0.3186472,0.35503286,0.25564343,0.037001703],"study_design_scores_gemma":[0.0025647406,0.0006696974,0.0514615,0.00244763,0.0006177869,0.0004072206,0.0016220923,0.016779875,0.0229653,0.028069662,0.8700108,0.0023836857],"about_ca_topic_score_codex":0.002653491,"about_ca_topic_score_gemma":0.00007063053,"teacher_disagreement_score":0.61436737,"about_ca_system_score_codex":0.00082524173,"about_ca_system_score_gemma":0.0028391336,"threshold_uncertainty_score":0.99942863},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7054644156","doi":"","title":"Academic misconduct and plagiarism numbers have risen sharply during the pandemic","year":2020,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Laser Design and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misconduct; Pandemic; Academic dishonesty; Higher education; Discipline","score_opus":0.007936422312845502,"score_gpt":0.18454133283530066,"score_spread":0.17660491052245517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7054644156","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031837638,0.0008332419,0.000001523313,0.00026926762,0.00010666657,0.00046788284,0.00019269942,0.00043031693,0.99738],"genre_scores_gemma":[0.0049863225,0.0017903692,0.00021650926,0.00018844935,0.00020550053,0.000038400878,0.000087121545,0.00014985459,0.99233747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989053,0.000030037885,0.0004346078,0.00016788687,0.00022377979,0.00023836749],"domain_scores_gemma":[0.9993146,0.00008270803,0.00018754457,0.00026839052,0.000022971193,0.00012377262],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000098195225,0.0003043032,0.00029732575,0.00003912564,0.00007312633,0.00004468825,0.0003177798,0.0005043015,0.057474345],"category_scores_gemma":[0.000030238478,0.00025656796,0.00008151178,0.000008513552,0.000113813396,3.2432092e-7,0.000069368136,0.000800035,0.003087522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009682827,0.0000030294266,0.000009278804,0.00041378223,0.00006950882,0.0000036589615,0.00026550956,0.00046704465,0.000015374999,0.000012174119,0.99837244,0.00035851722],"study_design_scores_gemma":[0.0003238467,0.000011352839,0.000029208733,0.00011298483,0.00005584985,0.00006375689,0.00013853234,0.00025759975,0.000043007003,0.000012473351,0.9986722,0.00027921115],"about_ca_topic_score_codex":0.0009769131,"about_ca_topic_score_gemma":0.00029599463,"teacher_disagreement_score":0.054386824,"about_ca_system_score_codex":0.00003808976,"about_ca_system_score_gemma":0.00001379691,"threshold_uncertainty_score":0.9999887},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7057297271","doi":"","title":"It Is Not Plagiarism, Y'all","year":2016,"lang":"en","type":"article","venue":"Scholarly Commons - Ouachita Research, Creative Work, and Archives (Ouachita Baptist University)","topic":"High voltage insulation and dielectric phenomena","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Headline; Intuition; Questions and answers; Coronavirus disease 2019 (COVID-19); Frequently asked questions; Paraphrase; Superlative","score_opus":0.059418305570799475,"score_gpt":0.2881022409618983,"score_spread":0.22868393539109882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7057297271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6111583,0.00029205403,0.009838733,0.018511157,0.00017360457,0.0007516191,0.0005459002,0.00026956902,0.35845906],"genre_scores_gemma":[0.9455474,0.0003304035,0.0017514708,0.00060982245,0.0001124467,0.000008403341,0.000025266741,0.000051038405,0.05156372],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99410474,0.0019637726,0.00043671185,0.0012155618,0.0009590232,0.0013201663],"domain_scores_gemma":[0.9952904,0.0024891228,0.00018373235,0.00095232844,0.00018237345,0.0009020484],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011345147,0.00048148626,0.0005449356,0.0014187013,0.001928226,0.00081322336,0.0014552776,0.00023184418,0.001532981],"category_scores_gemma":[0.00045845925,0.00038979587,0.00018016639,0.0012363178,0.0020000327,0.0022543955,0.0011242727,0.0013897433,0.0004373632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004730423,0.0011638373,0.06160159,0.0000937309,0.0004646094,0.00068156456,0.017926395,0.000010414579,0.4402372,0.40525752,0.021314975,0.046517733],"study_design_scores_gemma":[0.011254245,0.0022501799,0.19295678,0.00096623413,0.00025650294,0.00006816561,0.007865976,0.0002028989,0.024418928,0.03010581,0.7265427,0.0031115857],"about_ca_topic_score_codex":0.0001648498,"about_ca_topic_score_gemma":0.000102835,"teacher_disagreement_score":0.70522773,"about_ca_system_score_codex":0.00016684819,"about_ca_system_score_gemma":0.00024802037,"threshold_uncertainty_score":0.9998554},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7067095929","doi":"","title":"2019 June 4 - CHLA Predatory journal workshop- Ottawa","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Government (linguistics)","score_opus":0.0129618072789387,"score_gpt":0.26074014961928893,"score_spread":0.24777834234035023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7067095929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028274793,0.00007695422,0.0006471728,0.00028006366,0.006252262,0.0035588986,0.00059208187,0.0015737984,0.986736],"genre_scores_gemma":[0.00032489738,0.00074571394,0.0021614577,0.00023104076,0.0018502121,0.00028062006,0.0002270921,0.004519701,0.98965925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836146,0.0026658787,0.002320848,0.0066366284,0.0025525666,0.0022094774],"domain_scores_gemma":[0.9776837,0.0007930613,0.0034719892,0.016336776,0.00045216497,0.0012623036],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.013837967,0.0020838557,0.0025064272,0.0020613365,0.00036057393,0.00087589043,0.0062579135,0.0028399306,0.9479076],"category_scores_gemma":[0.0056629013,0.002318558,0.0013635257,0.00090218394,0.00072710577,0.0007163334,0.005028506,0.005160303,0.99746615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024158259,0.0008083513,0.003253454,0.00043306005,0.0017870106,0.00020747285,0.00059454306,0.0005381101,0.0013966803,0.00060861843,0.98540056,0.0047305403],"study_design_scores_gemma":[0.0021721066,0.0000016103465,0.001247112,0.0015231995,0.00046174784,0.0005509767,0.00013064053,0.00009642634,0.00051004026,0.0007126248,0.9904866,0.0021068908],"about_ca_topic_score_codex":0.00045629573,"about_ca_topic_score_gemma":0.0005241103,"teacher_disagreement_score":0.0495585,"about_ca_system_score_codex":0.0015895781,"about_ca_system_score_gemma":0.0015185267,"threshold_uncertainty_score":0.99919033},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7084042380","doi":"10.6084/m9.figshare.30188249","title":"Unraveling retraction dynamics in COVID-19 research: Patterns, reasons, and implications","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Plant Pathogenic Bacteria Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Quality (philosophy); Dynamics (music); Panel Study of Income Dynamics; Period (music)","score_opus":0.1323103782581213,"score_gpt":0.33868054365874284,"score_spread":0.20637016540062153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084042380","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005393808,0.001613856,2.8292783e-7,0.0029747467,0.00006223753,0.0005185266,0.912308,0.00014614295,0.08183687],"genre_scores_gemma":[0.017120399,0.0038753857,0.0000522439,0.00060901686,0.0006887882,0.0006687333,0.8302922,0.000019039559,0.14667414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990346,0.00011420058,0.00012940571,0.0003646038,0.00012861507,0.00022861903],"domain_scores_gemma":[0.99922967,0.00048464973,0.000085155625,0.00007523461,0.000041393472,0.00008392336],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013898779,0.00013215533,0.00016767516,0.00006565686,0.00013658879,0.00006926531,0.00019541009,0.00032828675,0.039232254],"category_scores_gemma":[0.0015727194,0.00006242463,0.000029205727,0.0003003865,0.000009749307,0.000033802055,0.00019980173,0.00033969298,0.00013636741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004164316,0.000015458569,0.0018074281,0.00014140242,0.000010345673,0.000007954605,0.000008772341,5.2060898e-8,0.00022879566,0.00004456294,0.98027205,0.017459005],"study_design_scores_gemma":[0.00005836981,0.000015107212,0.07935442,0.0024337359,0.000004075821,0.0000073633632,0.00018923094,0.0000109567345,0.0000027668084,0.00007311256,0.9176937,0.0001572162],"about_ca_topic_score_codex":0.0010249466,"about_ca_topic_score_gemma":0.036601573,"teacher_disagreement_score":0.0820157,"about_ca_system_score_codex":0.00019293993,"about_ca_system_score_gemma":0.000046385423,"threshold_uncertainty_score":0.98097795},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7084052736","doi":"10.6084/m9.figshare.30188249.v1","title":"Unraveling retraction dynamics in COVID-19 research: Patterns, reasons, and implications","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Night-time city culture","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Quality (philosophy); Dynamics (music); Panel Study of Income Dynamics; Period (music)","score_opus":0.14405528893226768,"score_gpt":0.43691829471634086,"score_spread":0.2928630057840732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084052736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030822027,0.0009970712,0.000005414529,0.005694978,0.00008152082,0.000721672,0.21814948,0.00019298917,0.77415377],"genre_scores_gemma":[0.0016572706,0.0011091947,0.00013872523,0.0005752502,0.0007162306,0.00035837354,0.14167404,0.00014932311,0.8536216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839425,0.00035636718,0.00014204615,0.00040998976,0.00037333072,0.00032402837],"domain_scores_gemma":[0.9989055,0.00037084174,0.000111216876,0.00029346006,0.00012777444,0.00019121583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004027241,0.00013331142,0.00016938122,0.00038468398,0.00037282455,0.0001928719,0.0003452065,0.0007825947,0.1323583],"category_scores_gemma":[0.0074012843,0.00014502605,0.000036006357,0.0006126811,0.000033419896,0.00009182321,0.00012287489,0.0007950738,0.00043830552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014395303,0.000012828365,0.00041378106,0.00021924055,0.000007431866,0.000005197977,0.0005162155,3.340435e-7,4.142665e-7,0.002873905,0.99376065,0.0021885687],"study_design_scores_gemma":[0.00009241812,0.0000036508882,0.0011084586,0.003042071,0.0000041519393,7.2639693e-7,0.0019195193,0.000010584035,4.0330977e-7,0.00048688526,0.99318427,0.00014685432],"about_ca_topic_score_codex":0.011840531,"about_ca_topic_score_gemma":0.19494286,"teacher_disagreement_score":0.18310232,"about_ca_system_score_codex":0.0011125131,"about_ca_system_score_gemma":0.0009896565,"threshold_uncertainty_score":0.9947397},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7100073983","doi":"","title":"ETHICS AND ONLINE INTERACTION RESEARCH: A STRATEGY FOR ACCESSING THE DATA ethics.doc","year":2002,"lang":"en","type":"article","venue":"","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compliance (psychology); Work (physics); Research ethics; Position (finance); Position paper; Face (sociological concept); Information ethics","score_opus":0.9521541008530199,"score_gpt":0.7158429614802142,"score_spread":0.23631113937280568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100073983","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07547843,0.0030536896,0.099963196,0.64979863,0.0012618017,0.0018314312,0.00022487715,0.00020346204,0.1681845],"genre_scores_gemma":[0.93577653,0.0016796001,0.049398977,0.00215688,0.00097615557,0.000023572138,0.000028964883,0.000018889275,0.009940418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99307865,0.0057551223,0.00016214617,0.00025542217,0.00048272623,0.00026593896],"domain_scores_gemma":[0.9785754,0.020682348,0.00005246794,0.00027636392,0.00034883348,0.000064549364],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032898124,0.00005924229,0.00008682503,0.000048870374,0.0024296204,0.0004043912,0.00047232388,0.00016950369,0.0003508833],"category_scores_gemma":[0.016802331,0.000037373604,0.000019079673,0.0002799217,0.0008263464,0.000560587,0.00018052822,0.0016956768,0.0000053901263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019525229,0.0000841237,0.00005659118,0.000042734584,0.000018130333,6.9441637e-7,0.19275333,0.0000028072518,0.00013555921,0.39882666,0.010267142,0.39779273],"study_design_scores_gemma":[0.00019018824,0.00011309623,0.0004128886,0.000046565056,0.0000110632045,7.4636415e-7,0.2958004,0.020536864,0.00003369292,0.055711333,0.6270202,0.00012297617],"about_ca_topic_score_codex":0.004233999,"about_ca_topic_score_gemma":0.016116688,"teacher_disagreement_score":0.8602981,"about_ca_system_score_codex":0.0000326487,"about_ca_system_score_gemma":0.00011089118,"threshold_uncertainty_score":0.99886906},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7106034893","doi":"10.3138/jsp-2024-0049","title":"An Empirical Study of International Retracted Research Articles of Famous Chinese Universities from 2012 to 2022","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Misconduct; Citation; Academic dishonesty; Ranking (information retrieval); Publishing; Empirical research; Scientific misconduct; Quality (philosophy); Academic integrity","score_opus":0.07012572944052395,"score_gpt":0.422144762125753,"score_spread":0.35201903268522905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106034893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97537607,0.0001862841,0.00019028026,0.015003022,0.0006780205,0.000103230865,0.000023397919,0.000007796963,0.008431923],"genre_scores_gemma":[0.997892,0.000036020367,0.0005862086,0.00020489289,0.00045099406,4.6167239e-7,0.0000024290991,0.000003928377,0.00082305796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99542254,0.001439201,0.0005770141,0.00014079991,0.0022079432,0.00021248781],"domain_scores_gemma":[0.99370056,0.001104919,0.00034073045,0.00014282174,0.0045277034,0.00018329071],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.014912013,0.00006998151,0.00024153644,0.0011081652,0.0003124764,0.0024127413,0.0016145117,0.00045763867,0.00027545405],"category_scores_gemma":[0.011738339,0.000060970266,0.000068955625,0.0015224683,0.00013911873,0.030514542,0.00019440525,0.004861398,0.0000014940018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051881815,0.0007403609,0.8232947,0.0000061070527,0.00018779251,0.000027245267,0.13786744,0.000054916123,0.0056668967,0.0020496082,0.025267757,0.004318351],"study_design_scores_gemma":[0.0005799704,0.00029193578,0.62657565,0.00009953555,0.000022807335,0.0000012081442,0.355366,0.000054615848,0.00018806476,0.0050614025,0.011692849,0.00006597917],"about_ca_topic_score_codex":0.011340471,"about_ca_topic_score_gemma":0.0025850146,"teacher_disagreement_score":0.21749856,"about_ca_system_score_codex":0.00030875904,"about_ca_system_score_gemma":0.00084563525,"threshold_uncertainty_score":0.99862283},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7106039481","doi":"10.3138/jsp-2024-0093","title":"Confidentiality, Peer Review, and the Submission Case Database","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Accountability; Harm; Constructive; Focus (optics); Work (physics)","score_opus":0.040421936073048594,"score_gpt":0.35548525284433696,"score_spread":0.31506331677128835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106039481","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019227453,0.046985973,0.0018900629,0.8571988,0.0014517009,0.00027710808,0.000024028097,0.000016659016,0.07292826],"genre_scores_gemma":[0.876449,0.030473292,0.0013731577,0.056627546,0.0019880298,0.000004431458,0.000010242356,0.000013496084,0.033060797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653894,0.0012714812,0.0005317384,0.00011149524,0.0013563735,0.00018995037],"domain_scores_gemma":[0.99462605,0.00097468134,0.00044521102,0.00014903556,0.00363295,0.0001721038],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.06021591,0.0000762559,0.0002549996,0.00014510281,0.000977006,0.013726838,0.00072450005,0.00037429773,0.00015477171],"category_scores_gemma":[0.07970546,0.00004763116,0.00009632886,0.0004239686,0.0002977303,0.03417159,0.00018735073,0.0054773777,0.0000016768136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005060098,0.00001785362,0.0014998848,0.00011594329,0.00006810832,0.00023414544,0.0066400515,2.1562855e-7,0.000041258234,0.20149763,0.7828009,0.007033382],"study_design_scores_gemma":[0.0008483263,0.000007732094,0.00024952233,0.000950783,0.00026988558,0.00064595434,0.011763031,0.0000070952296,0.000019935012,0.017450573,0.96770906,0.00007811193],"about_ca_topic_score_codex":0.0056688837,"about_ca_topic_score_gemma":0.00039321123,"teacher_disagreement_score":0.85722154,"about_ca_system_score_codex":0.00007687451,"about_ca_system_score_gemma":0.0005062572,"threshold_uncertainty_score":0.99681705},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7106803695","doi":"10.5281/zenodo.17728607","title":"Parallel Excerpts from Schlenke (1986) and Homolka (1992) for Public Verification of Plagiarism Allegations Reported in FAZ (2023)","year":2025,"lang":"de","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Documentation; Context (archaeology); Public domain; German; Protestantism; Upload; Field (mathematics)","score_opus":0.08531279334936792,"score_gpt":0.29193856180535604,"score_spread":0.20662576845598812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106803695","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14522979,0.032766,0.07536173,0.014290998,0.0063686958,0.050047614,0.16968116,0.009784069,0.49646994],"genre_scores_gemma":[0.56815654,0.016286884,0.006036313,0.00015149312,0.001218059,0.000010296116,0.37073955,0.015689751,0.021711098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890958,0.0017393816,0.0031423604,0.0026502016,0.00202145,0.0013507924],"domain_scores_gemma":[0.98774433,0.00043078564,0.0027626522,0.0027720772,0.0056629493,0.0006271791],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005376535,0.000969863,0.0014913892,0.003246365,0.002918098,0.002102659,0.002506703,0.0013032,0.0073240697],"category_scores_gemma":[0.01590348,0.0012118751,0.0003427903,0.003687758,0.0009525086,0.0009971241,0.0028680002,0.002044439,0.0053737136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015230617,0.0028133201,0.000196556,0.0029605853,0.0031574203,0.00020869839,0.003957615,0.00039927912,0.019221693,0.009457302,0.8512763,0.10482819],"study_design_scores_gemma":[0.0033880149,0.0003767959,0.009511927,0.0009078664,0.0005089676,0.00013096182,0.0007950102,0.002529598,0.00017013465,0.0009215858,0.9797846,0.0009745391],"about_ca_topic_score_codex":0.0014449399,"about_ca_topic_score_gemma":0.00006405636,"teacher_disagreement_score":0.47475886,"about_ca_system_score_codex":0.0016781137,"about_ca_system_score_gemma":0.00034837922,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7106848819","doi":"10.5281/zenodo.17728606","title":"Parallel Excerpts from Schlenke (1986) and Homolka (1992) for Public Verification of Plagiarism Allegations Reported in FAZ (2023)","year":2025,"lang":"de","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Documentation; Context (archaeology); Public domain; German; Protestantism; Upload; Field (mathematics)","score_opus":0.08531279334936792,"score_gpt":0.29193856180535604,"score_spread":0.20662576845598812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106848819","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14522979,0.032766,0.07536173,0.014290998,0.0063686958,0.050047614,0.16968116,0.009784069,0.49646994],"genre_scores_gemma":[0.56815654,0.016286884,0.006036313,0.00015149312,0.001218059,0.000010296116,0.37073955,0.015689751,0.021711098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890958,0.0017393816,0.0031423604,0.0026502016,0.00202145,0.0013507924],"domain_scores_gemma":[0.98774433,0.00043078564,0.0027626522,0.0027720772,0.0056629493,0.0006271791],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005376535,0.000969863,0.0014913892,0.003246365,0.002918098,0.002102659,0.002506703,0.0013032,0.0073240697],"category_scores_gemma":[0.01590348,0.0012118751,0.0003427903,0.003687758,0.0009525086,0.0009971241,0.0028680002,0.002044439,0.0053737136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015230617,0.0028133201,0.000196556,0.0029605853,0.0031574203,0.00020869839,0.003957615,0.00039927912,0.019221693,0.009457302,0.8512763,0.10482819],"study_design_scores_gemma":[0.0033880149,0.0003767959,0.009511927,0.0009078664,0.0005089676,0.00013096182,0.0007950102,0.002529598,0.00017013465,0.0009215858,0.9797846,0.0009745391],"about_ca_topic_score_codex":0.0014449399,"about_ca_topic_score_gemma":0.00006405636,"teacher_disagreement_score":0.47475886,"about_ca_system_score_codex":0.0016781137,"about_ca_system_score_gemma":0.00034837922,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7107962172","doi":"10.5281/zenodo.17749020","title":"From Potsdam to London and Back: What Happens When Plagiarism Investigations Derail","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Misconduct; Accountability; CLARITY; Documentation; Adjudication; Assertion; Judgement; Rigour; Parallels","score_opus":0.05069976231035969,"score_gpt":0.2920849830481411,"score_spread":0.24138522073778143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7107962172","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040383726,0.0021411746,0.020187894,0.13017547,0.0024267198,0.003551618,0.0040082918,0.0020516762,0.79507345],"genre_scores_gemma":[0.48783258,0.035149522,0.058658913,0.045741457,0.014340478,0.0000037477128,0.06244537,0.009233119,0.2865948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655855,0.0011703012,0.00037450943,0.0007770595,0.0006299209,0.00048969075],"domain_scores_gemma":[0.9979662,0.00018240405,0.0001623519,0.00051198615,0.0007043056,0.00047277723],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017700632,0.00024829814,0.00029137725,0.00033489257,0.00372125,0.003417643,0.001650214,0.0010494479,0.018019151],"category_scores_gemma":[0.0029126622,0.00028982494,0.00007225985,0.00038425328,0.0004958923,0.0005415022,0.003756202,0.002709165,0.00737431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003468766,0.000052302945,0.000011078057,0.000080713486,0.000094051895,0.000007340687,0.07601944,0.00007358286,0.00017651108,0.023152838,0.81351006,0.08678739],"study_design_scores_gemma":[0.00019226564,0.000031120526,0.00011668582,0.00039496768,0.00003607314,0.0000033604745,0.0062281643,0.00015543963,0.00009181056,0.019705936,0.972758,0.00028616286],"about_ca_topic_score_codex":0.0042304657,"about_ca_topic_score_gemma":0.00006595656,"teacher_disagreement_score":0.50847864,"about_ca_system_score_codex":0.00031055562,"about_ca_system_score_gemma":0.000062139945,"threshold_uncertainty_score":0.9999554},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7112938759","doi":"","title":"Paper 1 - Questionable Research Practices (QRPs) among Psychology Students in Canada","year":2022,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Qualitative research","score_opus":0.04630499022965448,"score_gpt":0.38813644187016855,"score_spread":0.3418314516405141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112938759","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116451025,0.000057465204,0.000009980257,0.00093229534,0.0026414532,0.009001496,0.0005047247,0.00025393022,0.87014765],"genre_scores_gemma":[0.15294924,0.0020012746,0.0003714026,0.0006181185,0.0004543463,0.0067599495,0.0003523842,0.0022682187,0.83422506],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9154595,0.042390253,0.004801865,0.02007858,0.011536294,0.005733496],"domain_scores_gemma":[0.9560918,0.0073161814,0.0066256328,0.02666513,0.0013480652,0.0019531548],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.09033403,0.002663066,0.0033205724,0.0040720096,0.0016315761,0.0011037623,0.018260162,0.0022037434,0.9942874],"category_scores_gemma":[0.054318212,0.0035334495,0.0006192329,0.005126294,0.0020938427,0.001935807,0.027200531,0.016135197,0.96551913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011566451,0.0034384192,0.5392011,0.00039361228,0.0012693588,0.0017478074,0.0013054057,0.0027119105,0.0005474787,0.00041618204,0.445513,0.0022991092],"study_design_scores_gemma":[0.002611776,0.0000054592274,0.37232703,0.0006043173,0.00020842165,0.00013502814,0.0019294813,0.00014967787,0.00006260255,0.0013584677,0.61880714,0.0018005992],"about_ca_topic_score_codex":0.9751584,"about_ca_topic_score_gemma":0.9877983,"teacher_disagreement_score":0.17329414,"about_ca_system_score_codex":0.03258845,"about_ca_system_score_gemma":0.02247218,"threshold_uncertainty_score":0.9999332},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7113640193","doi":"","title":"Do You Know Who You’re Talking To? Methodological Reflections on Maintaining Inclusivity and Research Integrity When Responding to Inauthentic Encounters in Online Qualitative Research","year":2025,"lang":"en","type":"article","venue":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"St. George's, University of London; La Trobe University; University of Leeds; McMaster University; University of Otago","keywords":"Qualitative research; Harm; Context (archaeology); Suspect; Research integrity; Inclusion (mineral); Quality (philosophy); Scientific integrity; Research ethics; Reactionary","score_opus":0.34667918493348027,"score_gpt":0.5389135994867567,"score_spread":0.1922344145532764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113640193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241185,0.00010242715,0.012452911,0.008012509,0.00020198234,0.00085449556,0.00009789136,0.0000388542,0.054120384],"genre_scores_gemma":[0.97148687,0.00012607586,0.024732845,0.000040582996,0.000057834106,8.5017984e-7,0.0000055191495,0.000007668163,0.0035417732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9855491,0.010905508,0.00040200914,0.000922858,0.0015083312,0.0007121781],"domain_scores_gemma":[0.9924755,0.0051133162,0.00021263688,0.00049496006,0.0013822684,0.00032131255],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.024141232,0.00025977317,0.0005693731,0.0020596103,0.004997011,0.000104406834,0.0013349623,0.0003666486,0.0000696839],"category_scores_gemma":[0.0034242938,0.00028066937,0.0001850083,0.0037486206,0.0052361973,0.00056321605,0.00087610696,0.0020714393,0.0000070308038],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012364747,0.00036847917,0.0009373571,0.00006579992,0.00009797598,0.0001294258,0.32016623,0.0002958208,0.0064247777,0.66664636,0.00017393104,0.0034573555],"study_design_scores_gemma":[0.00063934,0.0007451274,0.024054866,0.0011699762,0.00003762276,0.0000045980332,0.9272132,0.00008415739,0.00038077228,0.03862059,0.006775305,0.0002744696],"about_ca_topic_score_codex":0.01754859,"about_ca_topic_score_gemma":0.016003642,"teacher_disagreement_score":0.62802577,"about_ca_system_score_codex":0.0015567911,"about_ca_system_score_gemma":0.0017416527,"threshold_uncertainty_score":0.99996454},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7115568583","doi":"10.1109/cvprw63382.2024.11301672","title":"Retraction Notice: T2VBench: Benchmarking Temporal Dynamics for Text-to-Video Generation","year":2024,"lang":"","type":"article","venue":"","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Benchmarking; Benchmark (surveying); Dynamics (music); Generative grammar; Temporal database; Temporal scales","score_opus":0.032084276902560584,"score_gpt":0.3291478281031487,"score_spread":0.2970635512005881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115568583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012061897,0.00022753897,0.95270073,0.022437265,0.007264636,0.0018594431,0.000051088802,0.0006701449,0.0027272478],"genre_scores_gemma":[0.7024659,0.00001325982,0.29133624,0.000477295,0.002442728,0.00027971226,0.00021914332,0.000056516525,0.0027092223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99577504,0.00016369586,0.0009214867,0.0017609774,0.00066087674,0.0007179031],"domain_scores_gemma":[0.99731123,0.00064494275,0.00020150561,0.0011177091,0.0003754325,0.00034920155],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015893262,0.0004811402,0.0003434078,0.0005874098,0.00086772384,0.0025952659,0.00092999346,0.00047492905,0.0003455245],"category_scores_gemma":[0.00034424762,0.00050737476,0.00026836156,0.0018628513,0.000059681457,0.001304277,0.00034170246,0.000986736,0.0006331174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001467044,0.00014103367,0.00084455515,0.0002366672,0.00007238144,0.0000057972757,0.0011753411,0.04518799,0.0025056577,0.1751339,0.015608717,0.7590733],"study_design_scores_gemma":[0.0001893763,0.00030898888,0.0035588227,0.00013965882,0.00007285084,0.000024823237,0.000033895958,0.9579786,0.00022409782,0.0010106541,0.03587588,0.00058233243],"about_ca_topic_score_codex":0.0015062033,"about_ca_topic_score_gemma":0.0013000217,"teacher_disagreement_score":0.91279066,"about_ca_system_score_codex":0.00078517245,"about_ca_system_score_gemma":0.0004268738,"threshold_uncertainty_score":0.9997378},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7115706402","doi":"10.5281/zenodo.17954070","title":"Clarification Decision by the University of Potsdam on Statements Regarding King's College London in the Homolka Plagiarism Case (11 December 2025)","year":2025,"lang":"de","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scrutiny; Institution; Subject (documents); Misconduct; Contradiction; Corporate governance; Academic institution","score_opus":0.04802492749382716,"score_gpt":0.2975507936136661,"score_spread":0.24952586611983893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115706402","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3030523,0.0055042845,0.010822756,0.0048029614,0.002701164,0.021065898,0.047957838,0.0019238724,0.6021689],"genre_scores_gemma":[0.93885666,0.005856876,0.00024121626,0.00021815114,0.00026014372,2.964001e-7,0.024768576,0.005089899,0.024708195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877704,0.0055333287,0.0013278223,0.0015469934,0.002847145,0.0009743584],"domain_scores_gemma":[0.9922002,0.0007118539,0.0014841029,0.0026098366,0.0027416772,0.00025233233],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010698956,0.0007051939,0.00076142774,0.0013658432,0.006490091,0.0010057491,0.004103289,0.00074726675,0.0069193183],"category_scores_gemma":[0.003933438,0.0006103768,0.0002887614,0.004136175,0.00074395014,0.0005560794,0.0029153833,0.002799647,0.012788513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010481231,0.0009579768,0.000036992376,0.0003307719,0.00034332712,0.0018512441,0.0029913597,0.00054705015,0.0007268519,0.001648591,0.9591435,0.030374212],"study_design_scores_gemma":[0.0023378886,0.0003528642,0.00054351724,0.000969098,0.00035807342,0.0010924854,0.0059637977,0.00083281536,0.00014569708,0.000116067924,0.9867766,0.0005110932],"about_ca_topic_score_codex":0.001535999,"about_ca_topic_score_gemma":0.00011529998,"teacher_disagreement_score":0.63580436,"about_ca_system_score_codex":0.002856436,"about_ca_system_score_gemma":0.00013374416,"threshold_uncertainty_score":0.99963474},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7115717398","doi":"10.48448/1dme-6p77","title":"Retraction Prevalence and Gender Imbalance Among Highly-Cited Authors and Among All Authors Across Scientific Disciplines","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Demographics; Gender gap; MEDLINE; Tracking (education); Propensity score matching","score_opus":0.030923282250168212,"score_gpt":0.34172130542734647,"score_spread":0.31079802317717825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115717398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96275324,0.004040055,0.0023573318,0.0005530153,0.013968473,0.0042320723,0.0021360847,0.0009854629,0.008974274],"genre_scores_gemma":[0.75459707,0.00094343664,0.0038595796,0.0000615267,0.00062689226,0.00011158,0.00018662498,0.0005542084,0.23905909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.977718,0.00086980057,0.0026834093,0.008983424,0.0052379323,0.0045074597],"domain_scores_gemma":[0.9882348,0.00062139955,0.0031461022,0.0034110963,0.0022032058,0.002383388],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.016099006,0.0026207604,0.0019774341,0.00495946,0.0067598796,0.0090794945,0.0037054524,0.0024815698,0.0007472972],"category_scores_gemma":[0.0034666285,0.0025500364,0.0002879756,0.013239201,0.052134696,0.005978046,0.0041168653,0.0037326633,0.0004493552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045244434,0.0016980295,0.87808365,0.006416286,0.00079399394,0.00020788745,0.015378931,0.0014986935,0.049460456,0.00520785,0.023287212,0.01751456],"study_design_scores_gemma":[0.0017374097,0.00024106105,0.82202595,0.0031247924,0.0008459949,0.00008512374,0.0015287759,0.15098341,0.0012301913,0.0027936406,0.011917213,0.0034864105],"about_ca_topic_score_codex":0.0007324697,"about_ca_topic_score_gemma":0.00330804,"teacher_disagreement_score":0.2300848,"about_ca_system_score_codex":0.0014684665,"about_ca_system_score_gemma":0.0026568004,"threshold_uncertainty_score":0.9988134},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7115741523","doi":"10.48448/sc28-0c69","title":"Retraction of Systematic Reviews and Clinical Practice Guidelines","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Systematic review; MEDLINE; Descriptive statistics; Alternative medicine","score_opus":0.22506156093699956,"score_gpt":0.5102964284822538,"score_spread":0.2852348675452542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115741523","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014966028,0.21474352,0.029667094,0.007810736,0.02880079,0.03399679,0.00045390395,0.0005098542,0.68386763],"genre_scores_gemma":[0.0026223985,0.17957544,0.5342877,0.004033783,0.0036905804,0.00024016791,0.000056573284,0.00088956574,0.27460378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757258,0.0038823471,0.01240875,0.0030139773,0.0038606296,0.0011084372],"domain_scores_gemma":[0.95245826,0.008126654,0.019260151,0.0042898683,0.015065473,0.00079960417],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.088427335,0.0011863982,0.00467244,0.0025970761,0.0005809327,0.00052973157,0.0024057003,0.0013983211,0.0009477292],"category_scores_gemma":[0.425305,0.00095694885,0.00051260623,0.0062490744,0.006512612,0.001999258,0.0009877685,0.0020310353,0.0036169146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043192238,0.004276206,0.0005803052,0.34643978,0.0014841427,0.00007739172,0.00044884213,0.00008569934,0.0033481966,0.023286061,0.5062227,0.113318756],"study_design_scores_gemma":[0.0014778655,0.0009223591,0.00018209225,0.20907323,0.00603253,0.00034431252,0.0019948347,0.048552193,0.000094390816,0.00056402385,0.7291167,0.0016455055],"about_ca_topic_score_codex":0.0003919627,"about_ca_topic_score_gemma":0.00022082154,"teacher_disagreement_score":0.5046206,"about_ca_system_score_codex":0.0006559233,"about_ca_system_score_gemma":0.0064147515,"threshold_uncertainty_score":0.99996555},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7116849871","doi":"10.1016/j.yrtph.2025.106006","title":"Retraction notice to \"Safety evaluation and risk assessment of the herbicide roundup and its active ingredient, glyphosate, for humans\" [Regul. Toxicol. Pharm. 31 (2000) 117-165].","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Pesticide and Herbicide Environmental Studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cantox Health Sciences International","funders":"","keywords":"Notice; Risk assessment; Risk management; Work (physics)","score_opus":0.02147414869384029,"score_gpt":0.2868494999394439,"score_spread":0.26537535124560363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116849871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875613,0.00028039818,0.00037501974,0.0008230954,0.00041929766,0.003154392,0.000048546863,0.000015710444,0.007322225],"genre_scores_gemma":[0.9963134,0.00017426579,0.00033860063,0.00029686812,0.000041637937,0.0015448213,0.000004952751,0.0000102194945,0.0012752237],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848175,0.00011314821,0.0002875956,0.00041155145,0.00039651614,0.0003094084],"domain_scores_gemma":[0.99931324,0.00020684318,0.00018845007,0.00018002134,0.00002458442,0.0000868849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009803423,0.00016901454,0.00020455755,0.00004109609,0.00043370522,0.000033601656,0.00013810217,0.00008813768,0.0000868041],"category_scores_gemma":[0.00034307034,0.00013633694,0.000047585167,0.0002353106,0.00013690056,0.0003048164,0.00031111581,0.00017709582,0.00000288352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059996,0.000468889,0.452565,0.00012191713,0.00036722014,8.989123e-7,0.0016430907,0.0047583776,0.030974671,0.00032273744,0.0035431744,0.504634],"study_design_scores_gemma":[0.0007837699,0.000056465433,0.9838561,0.000022437132,0.00024860483,8.4319765e-7,0.00024320502,0.0012105618,0.007253873,0.0005137067,0.005674776,0.00013567944],"about_ca_topic_score_codex":0.00054571684,"about_ca_topic_score_gemma":0.0008031451,"teacher_disagreement_score":0.53129107,"about_ca_system_score_codex":0.00090032036,"about_ca_system_score_gemma":0.000019732426,"threshold_uncertainty_score":0.55596584},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7117465603","doi":"10.1007/s40979-025-00211-9","title":"Beyond plagiarism: transforming pedagogy to help students write with sources","year":2025,"lang":"en","type":"article","venue":"International Journal for Educational Integrity","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Unpacking; Key (lock); Teaching method; Professional writing; Work (physics)","score_opus":0.02564644105414007,"score_gpt":0.43611940607713123,"score_spread":0.4104729650229912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117465603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47190085,0.00038987023,0.068539426,0.39886728,0.013122914,0.0010008805,0.00020517017,0.00007020582,0.04590342],"genre_scores_gemma":[0.943115,0.00019580599,0.006838248,0.010093562,0.004008009,0.00013030232,0.00007481622,0.000021252528,0.035523016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971924,0.00017164813,0.00050873554,0.00031344983,0.0013866115,0.0004271458],"domain_scores_gemma":[0.9963879,0.0010069999,0.00017572894,0.00010450025,0.0020440056,0.00028087222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025081986,0.00020222978,0.00022779762,0.00050657406,0.0010538514,0.0005741639,0.0015279363,0.00047755,0.0006177583],"category_scores_gemma":[0.0013613632,0.00017650382,0.00017727056,0.00030723988,0.0002072433,0.00074482267,0.00006130696,0.002168237,0.000051024326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073735043,0.00053850544,0.050601866,0.000018234208,0.00060383615,0.000007983948,0.024490954,0.00011700032,0.00014788978,0.8178814,0.0848471,0.020007862],"study_design_scores_gemma":[0.00088100374,0.000113013004,0.009865641,0.0003299697,0.000075202755,0.00006905365,0.022642363,0.00003630727,0.0005388162,0.15002713,0.8150868,0.00033469396],"about_ca_topic_score_codex":0.0018356501,"about_ca_topic_score_gemma":0.0020666595,"teacher_disagreement_score":0.7302397,"about_ca_system_score_codex":0.00071710604,"about_ca_system_score_gemma":0.002458541,"threshold_uncertainty_score":0.94200313},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7128625888","doi":"10.1109/icces51350.2021.11391692","title":"Retraction Notice: An Adaptable and Extensible Code Smell Detection Approach","year":2021,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Code smell; Code refactoring; Mistake; Code (set theory); Product (mathematics); Source code","score_opus":0.038857986760423104,"score_gpt":0.27653813082010664,"score_spread":0.23768014405968355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128625888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10774763,0.0011500199,0.88663924,0.00015146873,0.0017284678,0.00023493894,0.0000025348877,0.00038085162,0.0019648438],"genre_scores_gemma":[0.8887402,0.0002628579,0.10517736,0.000066247485,0.00030149016,0.000014661714,0.000004969185,0.000036400434,0.0053958376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658257,0.00023131182,0.000354842,0.0013022132,0.00081170496,0.00071735634],"domain_scores_gemma":[0.99718827,0.000465853,0.000070876704,0.0012012585,0.0006461891,0.0004275644],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011214117,0.00028466253,0.00029397634,0.00023063266,0.00037745718,0.0010986509,0.00039913002,0.0004110959,0.0001474903],"category_scores_gemma":[0.00094039977,0.00031965208,0.00006256717,0.0015455611,0.0000842118,0.001962421,0.0004276367,0.0009949632,0.00006886821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012566677,0.0020669375,0.006316133,0.0010909246,0.00023984318,0.00046369195,0.0029860802,0.05040682,0.17863789,0.0065081697,0.0012207298,0.7499371],"study_design_scores_gemma":[0.0003977341,0.00025701537,0.03625548,0.00002983035,0.000022515227,0.00046230244,0.0002771165,0.9033571,0.056316283,0.00015058514,0.002092485,0.00038156734],"about_ca_topic_score_codex":0.00023986626,"about_ca_topic_score_gemma":0.00010083247,"teacher_disagreement_score":0.8529503,"about_ca_system_score_codex":0.00017573974,"about_ca_system_score_gemma":0.00031314002,"threshold_uncertainty_score":0.9999383},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7140153615","doi":"","title":"Learning from the retraction and ridicule of fraudulent research about people and pet dogs in urban parks","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grievance; Public health; Health worker; Qualitative research; Urban environment; Health services","score_opus":0.06625544500683896,"score_gpt":0.3683860929646041,"score_spread":0.3021306479577652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140153615","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72837555,0.0019879108,6.7813835e-7,0.00017219383,0.0001675237,0.0015885759,0.00047345585,0.000014672416,0.26721942],"genre_scores_gemma":[0.46004283,0.0020393913,0.00043387254,0.0000057954694,0.00040991846,0.00012301408,0.00034391656,0.0016170847,0.5349842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736315,0.0007573858,0.00028780114,0.0006409659,0.0006064889,0.00034423603],"domain_scores_gemma":[0.9984142,0.0007112108,0.00028592895,0.0004505213,0.000057148038,0.00008097358],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030387067,0.00021550558,0.00043855998,0.0003167654,0.00013324704,0.00027360325,0.0004370086,0.0002822709,0.006166003],"category_scores_gemma":[0.00055615674,0.0001702547,0.000028893026,0.00055700395,0.00021768305,0.00013326002,0.00061171514,0.0014007916,0.0016574794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028231918,0.00014642299,0.2262901,0.00006536522,0.00021545701,0.00010050635,0.013481301,0.000016896232,0.0012918805,0.000011531261,0.72980934,0.0282889],"study_design_scores_gemma":[0.0010778527,0.00014632617,0.25708437,0.0014986879,0.00005114154,0.000008795502,0.0041231043,0.0002549444,0.00015281272,0.00003409477,0.7352702,0.000297673],"about_ca_topic_score_codex":0.054871358,"about_ca_topic_score_gemma":0.13001303,"teacher_disagreement_score":0.26833272,"about_ca_system_score_codex":0.000095825206,"about_ca_system_score_gemma":0.000113114285,"threshold_uncertainty_score":0.9991198},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7140156199","doi":"","title":"Twenty-Five Strategies to Prevent Plagiarism","year":2020,"lang":"en","type":"other","venue":"Open MIND","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Resource (disambiguation); Qualitative research; Confidentiality","score_opus":0.03440572309427842,"score_gpt":0.3283883103755673,"score_spread":0.2939825872812889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140156199","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012360443,0.00023999694,0.00003292578,0.0002845747,0.00031911486,0.0025744778,0.0017488364,0.000020614827,0.99465585],"genre_scores_gemma":[0.0002896315,0.000009195318,0.013648733,0.00009563396,0.00044159047,0.000107586035,0.00032277807,0.0014350174,0.98364985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978703,0.00013295758,0.00027800177,0.0008949991,0.00042682866,0.00039691228],"domain_scores_gemma":[0.9986646,0.00002362748,0.00028817347,0.0006862104,0.000023333494,0.00031406214],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020857231,0.00047591145,0.0006108432,0.00020439086,0.000040403662,0.00075039937,0.0016492775,0.00043958973,0.14425705],"category_scores_gemma":[0.000038695576,0.0004636813,0.00009064424,0.00029515664,0.000052336756,0.0001545646,0.0010297116,0.0004770735,0.3042473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040272702,0.00011541199,0.000001992678,0.00001880474,0.00023770216,0.00009854193,0.0015629097,0.000015067817,0.00044398237,0.00007416981,0.9885009,0.00889023],"study_design_scores_gemma":[0.00031429288,0.00010145586,0.00001420042,0.0003633528,0.00011052268,0.0000039801266,0.0011589582,0.0000048612183,0.0007329739,0.00006035862,0.9965759,0.0005591579],"about_ca_topic_score_codex":0.0011196794,"about_ca_topic_score_gemma":0.0026415372,"teacher_disagreement_score":0.15999024,"about_ca_system_score_codex":0.00011199339,"about_ca_system_score_gemma":0.00047314106,"threshold_uncertainty_score":0.9997815},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7150969612","doi":"10.1109/icaccs54159.2022.11475101","title":"Retraction Notice: Spam Detection for Social Media Networks Using Machine Learning","year":2022,"lang":"","type":"article","venue":"2022 8th International Conference on Advanced Computing and Communication Systems (ICACCS)","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Spambot; The Internet; Support vector machine; Forum spam","score_opus":0.07654506074293362,"score_gpt":0.32603279938961416,"score_spread":0.24948773864668056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7150969612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08882169,0.0025561508,0.8851399,0.0015291556,0.018641027,0.0012872086,0.000093538234,0.00047184064,0.001459533],"genre_scores_gemma":[0.9952353,0.00048268688,0.0024729779,0.00015119181,0.000937243,0.00014919852,0.00020539109,0.00005869052,0.00030731267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945125,0.0016441534,0.0011431815,0.0010418362,0.0011276181,0.0005307013],"domain_scores_gemma":[0.99532187,0.0011879117,0.0017485853,0.0007411707,0.00084602577,0.00015446536],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026655067,0.00047866526,0.0005509136,0.0005175166,0.004950349,0.0011334149,0.0016750863,0.00029084383,0.00007984057],"category_scores_gemma":[0.00040352563,0.00060072425,0.00020343112,0.00081471953,0.00012437964,0.00070260337,0.001225605,0.002522467,0.000005682092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008589905,0.00032991378,0.00034005952,0.00008920516,0.00025964784,0.000004505848,0.0053605377,0.6433955,0.0045681666,0.0883285,0.00007434966,0.25639066],"study_design_scores_gemma":[0.001405626,0.00038334986,0.00045006035,0.00020651416,0.00005507092,0.000101022044,0.002531454,0.9842907,0.00014009065,0.0008406616,0.009029834,0.0005656012],"about_ca_topic_score_codex":0.00030530975,"about_ca_topic_score_gemma":0.00006479206,"teacher_disagreement_score":0.9064136,"about_ca_system_score_codex":0.0008998448,"about_ca_system_score_gemma":0.00015221589,"threshold_uncertainty_score":0.9999035},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7164668588","doi":"10.14288/bctj.v11i1.653","title":"Investigating First-Year University Student Plagiarism: Fostering a Culture of Academic Integrity","year":2025,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Academic integrity; Commit; Academic dishonesty; Higher education; Research integrity; Personal Integrity","score_opus":0.24681699108544192,"score_gpt":0.5507729842772933,"score_spread":0.30395599319185135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164668588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9144942,0.0054169446,0.0008822656,0.0019002198,0.00091471773,0.00065645634,0.00006540005,0.00006656333,0.07560319],"genre_scores_gemma":[0.9796092,0.017020691,0.00069309084,0.0003503138,0.00018719393,0.000004312192,0.0000057060024,0.000015078705,0.002114437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99653834,0.00084667373,0.00078874314,0.00041269368,0.00096215727,0.000451363],"domain_scores_gemma":[0.9972387,0.0007925231,0.00090869534,0.00027588935,0.00051227433,0.0002719467],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045986944,0.00026028792,0.0007129482,0.0005927022,0.00094124896,0.00038697635,0.004470396,0.0011439543,0.0016551536],"category_scores_gemma":[0.002156541,0.00025595241,0.00020606135,0.0016312792,0.00063773285,0.0021992018,0.002147979,0.005060415,0.000007540282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009192182,0.000107625594,0.8860251,0.00016646393,0.00024225132,0.000013098935,0.023556815,0.000070404545,0.008794392,0.012997545,0.0632108,0.0047236118],"study_design_scores_gemma":[0.0015475494,0.00002695355,0.63154167,0.0059566577,0.00042303046,0.0000054525326,0.08484298,0.00013458061,0.017441278,0.10042756,0.15652438,0.0011279],"about_ca_topic_score_codex":0.012549097,"about_ca_topic_score_gemma":0.0011295098,"teacher_disagreement_score":0.25448337,"about_ca_system_score_codex":0.00035742964,"about_ca_system_score_gemma":0.000656437,"threshold_uncertainty_score":0.9999893},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7165401262","doi":"10.70550/sebi.v1i3.73","title":"Fighting Predatory Journals: A Strategic Solution for the Quality and Sustainability of Scientific Publications in Indonesia","year":2024,"lang":"","type":"article","venue":"Social and Economic Bulletin","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Sustainability; Reputation; Context (archaeology); Agency (philosophy); Quality (philosophy); Process (computing); Qualitative research; Government (linguistics)","score_opus":0.5523710859871966,"score_gpt":0.546888739866304,"score_spread":0.0054823461208926005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165401262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9335787,0.016701426,0.0010697887,0.046396505,0.0007497671,0.0007976231,0.0002762438,0.000008943226,0.0004209894],"genre_scores_gemma":[0.9979191,0.0009807989,0.00004339516,0.000023073342,0.00017402261,0.000056175275,0.0000034892994,0.00000742339,0.0007925645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995859,0.00043507077,0.0013404322,0.00086801196,0.00092959503,0.000567843],"domain_scores_gemma":[0.9904461,0.007414004,0.0004035962,0.00030434423,0.0012438726,0.00018808716],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06180832,0.00015289786,0.00038499746,0.010741283,0.001418059,0.008062727,0.0007314593,0.00020465814,0.0005849447],"category_scores_gemma":[0.0062364293,0.00010779454,0.00017456824,0.018077094,0.0013709267,0.00042357214,0.0004972166,0.00038683717,0.000015067222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020802705,0.00042234067,0.25115854,0.0012264376,0.00016889427,0.0000019946838,0.008085914,0.00008879837,0.00025212223,0.1599487,0.024939973,0.55349827],"study_design_scores_gemma":[0.00087247713,0.00012497565,0.65367293,0.000058277175,0.00003639913,0.0000050593894,0.017906338,0.099244185,0.00002189299,0.14025244,0.087471575,0.00033347768],"about_ca_topic_score_codex":0.0008779424,"about_ca_topic_score_gemma":0.0002892595,"teacher_disagreement_score":0.5531648,"about_ca_system_score_codex":0.0003840014,"about_ca_system_score_gemma":0.0015268491,"threshold_uncertainty_score":0.999882},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}