{"meta":{"query_hash":"1b3e69bcc8ef","filters":{"venue":"Journal of Empirical Research on Human Research Ethics"},"cohort_total":83,"direct_labels_cover":57,"predictions_cover":83,"exported":83,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1b3e69bcc8ef","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Empirical+Research+on+Human+Research+Ethics"},"results":[{"id":"W1967190571","doi":"10.1525/jer.2008.3.4.35","title":"Trust in Health Research Relationships: Accounts of Human Subjects","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reciprocity (cultural anthropology); Perspective (graphical); Negotiation; Ambivalence; Research ethics; Meaning (existential); Dimension (graph theory); Epistemology; Sociology; Empirical research; Social psychology; Psychology; Social science; Computer science","score_opus":0.9803528481322095,"score_gpt":0.7993921424282141,"score_spread":0.18096070570399536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967190571","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21611252,0.028284239,0.18116963,0.15521842,0.0011199557,0.0007563555,0.00017474435,0.00027496612,0.41688922],"genre_scores_gemma":[0.98477894,0.0022467293,0.0049343486,0.0027788884,0.00019815426,0.00021698476,0.000036787333,0.00007585999,0.0047333976],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.80278957,0.17983754,0.0030615362,0.0028767108,0.007814321,0.0036203864],"domain_scores_gemma":[0.8579265,0.118645675,0.008262597,0.0077481177,0.004851423,0.0025656736],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0771087,0.000942748,0.00090281176,0.0033635243,0.016414253,0.020816635,0.0029529654,0.011073095,0.002712932],"category_scores_gemma":[0.10388367,0.0010432876,0.0009786927,0.0034746674,0.07175428,0.025395889,0.01434559,0.0087614,0.0005294411],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002476465,0.000011185842,0.0006643057,0.00010836351,0.000015922533,0.00038814032,0.5952363,0.00019899325,0.00010018814,0.39861083,0.0013339347,0.0033071232],"study_design_scores_gemma":[0.00003980048,0.00006586561,0.0010692176,0.0010416236,0.000052689877,0.0015500283,0.33986288,0.002235107,0.00042481872,0.47374317,0.17982899,0.00008582969],"about_ca_topic_score_codex":0.009371792,"about_ca_topic_score_gemma":0.0045866147,"teacher_disagreement_score":0.9889269,"about_ca_system_score_codex":0.012458585,"about_ca_system_score_gemma":0.008353641,"threshold_uncertainty_score":0.40779465},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1968945796","doi":"10.1525/jer.2012.7.1.1","title":"The Participation of Community Members on Medical Institutional Review Boards","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Cancer Institute","keywords":"Confidentiality; Institutional review board; Informed consent; Focus group; Medical education; Psychology; Protocol (science); Family medicine; Public relations; Medicine; Political science; Alternative medicine; Sociology; Law","score_opus":0.9663589917961912,"score_gpt":0.8126827114137418,"score_spread":0.1536762803824494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968945796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88035226,0.0032096794,0.032119285,0.018022725,0.0010371505,0.007148696,0.00021848142,0.00033396,0.057557758],"genre_scores_gemma":[0.9597248,0.00069945684,0.02021655,0.0041723656,0.0003937337,0.003323508,0.00016955218,0.00010251252,0.011197587],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.77982724,0.19409683,0.006144755,0.00534982,0.009764484,0.004816792],"domain_scores_gemma":[0.7040625,0.16588487,0.04166758,0.021415107,0.035849642,0.031120244],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.094910264,0.0004982539,0.0005183655,0.0026441717,0.010363676,0.0038593304,0.002104913,0.0022334198,0.0075839213],"category_scores_gemma":[0.20742185,0.0007559695,0.00025229855,0.0017164455,0.0046296148,0.002482149,0.0063475836,0.0025196474,0.0012027594],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012580274,0.0009567383,0.08990305,0.0010845173,0.000100918165,0.004876711,0.57862645,0.00029591387,0.012376985,0.01737045,0.03300062,0.26014963],"study_design_scores_gemma":[0.00035817435,0.0017191861,0.082383424,0.0020812145,0.00011178153,0.004907913,0.42570126,0.0019772449,0.0056148274,0.012330764,0.46242225,0.0003918802],"about_ca_topic_score_codex":0.002031944,"about_ca_topic_score_gemma":0.0049467417,"teacher_disagreement_score":0.99776655,"about_ca_system_score_codex":0.0033532174,"about_ca_system_score_gemma":0.013145133,"threshold_uncertainty_score":0.5019394},"labels":[],"label_agreement":null},{"id":"W1976421268","doi":"10.1525/jer.2006.1.3.27","title":"The Importance of Story-Telling: Research Protocols in Aboriginal Communities","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Betrayal; Identity (music); Sociology; Public relations; Psychology; Media studies; Social psychology; Political science; Aesthetics; Art","score_opus":0.6989577923815845,"score_gpt":0.7011157861335735,"score_spread":0.002157993751988996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976421268","genre_codex":"protocol","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053105455,0.0024762622,0.37621742,0.014040712,0.0024871824,0.5285853,0.0011261884,0.0008909593,0.021070536],"genre_scores_gemma":[0.038538422,0.0008838698,0.17985365,0.0012118628,0.00026025283,0.77717274,0.00020222481,0.00012683636,0.0017501457],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.25500548,0.69649655,0.03061928,0.00446578,0.011071406,0.0023414944],"domain_scores_gemma":[0.36628902,0.4292056,0.031195521,0.11470878,0.04535567,0.013245348],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6618765,0.0021727711,0.0021726752,0.005753723,0.015063917,0.010079238,0.008767188,0.008180289,0.009307638],"category_scores_gemma":[0.60866165,0.0043814545,0.0012940876,0.0080434,0.017348306,0.012133114,0.0149684725,0.012456649,0.0050157094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034250964,0.001915137,0.0021857051,0.006400961,0.00014867783,0.0018819435,0.6844098,0.002099744,0.005003876,0.07732331,0.02570555,0.18950021],"study_design_scores_gemma":[0.006707877,0.006115235,0.0074897986,0.019634757,0.00029218144,0.003532511,0.3253744,0.012039008,0.0155483885,0.1233383,0.4789373,0.0009902596],"about_ca_topic_score_codex":0.0027000383,"about_ca_topic_score_gemma":0.0045329523,"teacher_disagreement_score":0.3381235,"about_ca_system_score_codex":0.010384438,"about_ca_system_score_gemma":0.038424708,"threshold_uncertainty_score":0.4169665},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1985379883","doi":"10.1525/jer.2013.8.1.3","title":"The “Ethics Rupture” Summit, Fredericton, New Brunswick, Canada, October 25–28, 2012","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Socioeconomics of Resources and Conservation","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"St. Thomas University","keywords":"Summit; Bureaucracy; Declaration; Corporate governance; Research ethics; Political science; Environmental ethics; Public administration; Unintended consequences; Sociology; Engineering ethics; Law; Management; Engineering; Geography","score_opus":0.5367446215114768,"score_gpt":0.49771486424497435,"score_spread":0.039029757266502485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985379883","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046859547,0.029987166,0.0049358746,0.56842417,0.059096977,0.0028064006,0.014582256,0.0008557341,0.2724519],"genre_scores_gemma":[0.11048144,0.0044285054,0.0032643601,0.04185921,0.0027209786,0.001048495,0.005895887,0.00039087387,0.8299103],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913532,0.000931214,0.00015648524,0.0006335562,0.003625529,0.0033000335],"domain_scores_gemma":[0.9886403,0.0008919817,0.0003086451,0.00034286312,0.0041114097,0.0057047918],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011733531,0.0012261699,0.00070982194,0.0014595747,0.024911962,0.010490037,0.003486592,0.0077784564,0.020383364],"category_scores_gemma":[0.013781023,0.000840472,0.00065131823,0.0015013845,0.005532884,0.0020525546,0.008597032,0.011037718,0.004882655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012609638,0.00005286139,0.0012684766,0.000086970125,0.000009498517,0.00068703527,0.002928805,0.00031348458,0.00071217725,0.0045730467,0.97870755,0.010534135],"study_design_scores_gemma":[0.000018889647,0.000019172774,0.008035013,0.0001280521,0.0000037237733,0.000034931825,0.004283432,0.00013296517,0.00050739537,0.0010244035,0.98576987,0.000042131927],"about_ca_topic_score_codex":0.9103859,"about_ca_topic_score_gemma":0.9754866,"teacher_disagreement_score":0.99222153,"about_ca_system_score_codex":0.09063219,"about_ca_system_score_gemma":0.15891273,"threshold_uncertainty_score":0.6575856},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2012065220","doi":"10.1525/jer.2011.6.3.83","title":"HIV/AIDS Research Conducted in the Developing World and Sponsored by the Developed World: Reporting of Research Ethics Committee Review in Two Countries","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; National Institutes of Health; Department of Psychiatry, Columbia University; National Heart, Lung, and Blood Institute; Fu Foundation School of Engineering and Applied Science; National Human Genome Research Institute; University of Toronto","keywords":"Developing country; Research ethics; Informed consent; Human immunodeficiency virus (HIV); Developed country; MEDLINE; Psychosocial; Family medicine; Ethics committee; Medicine; Political science; Alternative medicine; Law; Economic growth; Environmental health; Psychiatry; Public administration; Population","score_opus":0.9568886842359228,"score_gpt":0.7698311244068137,"score_spread":0.1870575598291091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012065220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87926286,0.06499715,0.011441613,0.024491817,0.0009269442,0.0040657725,0.0021401548,0.00008802108,0.012585588],"genre_scores_gemma":[0.96352625,0.014581648,0.013703803,0.0037698557,0.00034195822,0.0029666622,0.00067271374,0.00005955907,0.00037755922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.38796157,0.4080301,0.1553919,0.008338651,0.034212466,0.0060653375],"domain_scores_gemma":[0.083594,0.57266736,0.2489741,0.025582485,0.063396275,0.0057857614],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4463908,0.00063222455,0.0019729533,0.02893725,0.0033877012,0.012144252,0.0016665055,0.0028454063,0.0011179871],"category_scores_gemma":[0.72038054,0.0013842738,0.0014194321,0.024877984,0.006462415,0.007735008,0.010061492,0.002377685,0.00022415868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013530814,0.00022990406,0.6666395,0.022410773,0.0015415589,0.0028297422,0.18927006,0.00033244982,0.002309925,0.006104192,0.0061460305,0.10083275],"study_design_scores_gemma":[0.0004507368,0.0011568149,0.5342212,0.044460192,0.0016828331,0.010620492,0.31132996,0.0012047971,0.0052553993,0.0035105946,0.08539478,0.00071223703],"about_ca_topic_score_codex":0.0045689214,"about_ca_topic_score_gemma":0.010018795,"teacher_disagreement_score":0.9971546,"about_ca_system_score_codex":0.008687903,"about_ca_system_score_gemma":0.021713246,"threshold_uncertainty_score":0.6826987},"labels":[],"label_agreement":null},{"id":"W2013108554","doi":"10.1525/jer.2006.1.2.1","title":"The Ethics in Human Research Ethics","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Information ethics; Meta-ethics; Ethics committee; Nursing ethics; Applied ethics; Ethics of technology; Business ethics; Sociology; Political science; Psychology; Public relations; Public administration; Engineering","score_opus":0.9670438305244726,"score_gpt":0.8158450142239104,"score_spread":0.1511988163005622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013108554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003908247,0.12552385,0.051136117,0.5645086,0.009538336,0.0002259027,0.000119054734,0.00011204846,0.24492785],"genre_scores_gemma":[0.5134928,0.09880768,0.07853321,0.22532918,0.033334203,0.0019075649,0.00016789221,0.00028473165,0.04814268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89041257,0.08750635,0.0035128861,0.0033612933,0.013461621,0.0017453382],"domain_scores_gemma":[0.8728855,0.109284595,0.0032235957,0.006790613,0.005125124,0.0026906321],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.069301225,0.00092595594,0.0016761986,0.0021413441,0.0062606134,0.017700778,0.0016395577,0.015330996,0.0027940604],"category_scores_gemma":[0.06982752,0.0008445064,0.00061970134,0.002216533,0.10990995,0.012136406,0.006449312,0.020503575,0.0015748243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065815702,0.000008552853,0.00010097267,0.00010433816,0.000009095075,0.000048765207,0.0023454013,0.00010920446,0.000041896838,0.97784084,0.01210086,0.0072836517],"study_design_scores_gemma":[0.00001637324,0.000015797312,0.0001614616,0.0005990025,0.000005615938,0.000107346656,0.00082192663,0.00017413101,0.000046474343,0.90446013,0.09357573,0.000015927713],"about_ca_topic_score_codex":0.0029508616,"about_ca_topic_score_gemma":0.0020243446,"teacher_disagreement_score":0.984669,"about_ca_system_score_codex":0.006941799,"about_ca_system_score_gemma":0.01603873,"threshold_uncertainty_score":0.3665043},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2023582820","doi":"10.1525/jer.2009.4.2.65","title":"Inclusion of Women, Minorities, and Children in Clinical Trials: Opinions of Research Ethics Board Administrators","year":2009,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Inclusion (mineral); Ethics committee; Institutional review board; Research ethics; Clinical trial; Medical education; Family medicine; Quarter (Canadian coin); Alternative medicine; Medicine; Political science; Psychology; Public relations; Public administration; Psychiatry; Social psychology; Internal medicine; Pathology","score_opus":0.9429593689841539,"score_gpt":0.8017508797702942,"score_spread":0.14120848921385964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023582820","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05610199,0.020915486,0.0038204289,0.90536433,0.0026479394,0.00019314876,0.00003362436,0.000037472066,0.0108855795],"genre_scores_gemma":[0.50285053,0.020811945,0.009342477,0.4580194,0.0057797423,0.0004902685,0.000045535104,0.000111935675,0.0025481496],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.53963655,0.37611893,0.034117687,0.006972797,0.03415518,0.0089987535],"domain_scores_gemma":[0.30466235,0.56507796,0.039852325,0.010012907,0.058195118,0.0221994],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36665943,0.0005439807,0.0017843277,0.0024035994,0.0123147275,0.016000211,0.0033143219,0.016474385,0.001614796],"category_scores_gemma":[0.5524198,0.0015436192,0.0016598183,0.002794341,0.020219998,0.01150162,0.010266102,0.027566066,0.0005093349],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049362646,0.00041735874,0.05413011,0.0031799222,0.0005489961,0.0034253648,0.37324652,0.0011197671,0.0024959578,0.10458376,0.22826195,0.22809663],"study_design_scores_gemma":[0.00041321208,0.0007675757,0.034592092,0.013136006,0.0005249904,0.004166192,0.32644677,0.0024668104,0.0028711313,0.05916789,0.5546578,0.00078953773],"about_ca_topic_score_codex":0.00487147,"about_ca_topic_score_gemma":0.0075534293,"teacher_disagreement_score":0.98352563,"about_ca_system_score_codex":0.009596972,"about_ca_system_score_gemma":0.0336345,"threshold_uncertainty_score":0.7810217},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2033039670","doi":"10.1525/jer.2007.2.3.61","title":"Perceptions of Stress among Students Participating in Psychology Research: A Canadian Survey","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Psychology; Confidentiality; Perception; Stress (linguistics); Medical education; Research ethics; Clinical psychology; Applied psychology; Class (philosophy); Social psychology; Medicine; Psychiatry","score_opus":0.8786602702225971,"score_gpt":0.7565019950908604,"score_spread":0.12215827513173672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033039670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997948,0.00014256904,0.000031918877,0.0004480838,0.000007514934,0.000057777608,0.0002406627,0.0000035459664,0.0011200883],"genre_scores_gemma":[0.99834025,0.0004433059,0.00010894389,0.00026425126,0.000008060188,0.000040365063,0.00014541062,0.0000029847592,0.00064640446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967865,0.0006004921,0.00022098943,0.00020123043,0.0013323365,0.00085850165],"domain_scores_gemma":[0.9871876,0.0010647785,0.0025838264,0.00023193608,0.0034253178,0.0055064205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035323396,0.00027776972,0.00044043243,0.0022145545,0.004693213,0.0018235658,0.0008272885,0.0007717145,0.002429105],"category_scores_gemma":[0.0069458773,0.0005212866,0.0005219636,0.0026529473,0.0017880262,0.000737541,0.0014926433,0.0015387023,0.0004269602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011357512,0.0003532957,0.9425395,0.00009820413,0.000017287963,0.00019056603,0.04418948,0.000023801145,0.0006973994,0.000090354595,0.0010059114,0.010680524],"study_design_scores_gemma":[0.000005602557,0.0003188652,0.94382554,0.000055267,0.0000063607404,0.00011207743,0.05323955,0.000075285854,0.00008573866,0.000020965166,0.0022288633,0.000025937406],"about_ca_topic_score_codex":0.74733007,"about_ca_topic_score_gemma":0.7965787,"teacher_disagreement_score":0.99646765,"about_ca_system_score_codex":0.009496217,"about_ca_system_score_gemma":0.014254866,"threshold_uncertainty_score":0.5083159},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2037620319","doi":"10.1525/jer.2008.3.4.19","title":"Sharing Data and Results with Study Participants: Report on a Survey of Cultural Anthropologists","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Anthropology: Ethics, History, Culture","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Harm; Confidentiality; Anonymity; Data sharing; Public relations; Social psychology; Psychology; Survey data collection; Internet privacy; Sociology; Political science; Medicine; Law; Computer science","score_opus":0.9303605501824993,"score_gpt":0.7248475637677881,"score_spread":0.20551298641471116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037620319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880646,0.0015903101,0.0018400856,0.0031696784,0.00008585222,0.00036699738,0.00017341964,0.00003345664,0.0046755676],"genre_scores_gemma":[0.9910573,0.0019944848,0.002144808,0.0021099988,0.00006656244,0.00050098065,0.00018607361,0.00003535327,0.0019046016],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9477129,0.039233923,0.0033861613,0.0016423482,0.0051379437,0.0028867766],"domain_scores_gemma":[0.8590726,0.08290756,0.020838534,0.00877456,0.020703923,0.007702784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04697492,0.00068040256,0.0007429463,0.0022261865,0.0063275876,0.005322106,0.0011895814,0.0027689636,0.002381391],"category_scores_gemma":[0.12196993,0.0010696739,0.000660795,0.001705423,0.005022198,0.00439663,0.00597687,0.0031079047,0.0007849344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010658811,0.00016123221,0.1438807,0.0006293778,0.00004969502,0.0016094255,0.8263353,0.000041763957,0.0024001729,0.00034613337,0.0019846046,0.02245504],"study_design_scores_gemma":[0.000007301435,0.00030259957,0.036571063,0.00041547374,0.000028168892,0.0017341009,0.94542825,0.00007570966,0.0007114303,0.00023823361,0.014421901,0.00006583442],"about_ca_topic_score_codex":0.00363922,"about_ca_topic_score_gemma":0.003703968,"teacher_disagreement_score":0.9530251,"about_ca_system_score_codex":0.0012491703,"about_ca_system_score_gemma":0.0035755138,"threshold_uncertainty_score":0.24843007},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2050959467","doi":"10.1525/jer.2012.7.1.17","title":"“Walking along beside the Researcher”: How Canadian REBs/IRBs are Responding to the Needs of Community-Based Participatory Research","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; University of British Columbia; Dalhousie University; Public Health Ontario; University of Toronto","funders":"","keywords":"Mainstream; Research ethics; Participatory action research; Negotiation; Privilege (computing); Engineering ethics; Community-based participatory research; Research design; Sociology; Psychology; Political science; Social science; Law","score_opus":0.9660277098221685,"score_gpt":0.7526949405539958,"score_spread":0.21333276926817268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050959467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5396421,0.013156255,0.01704985,0.34351572,0.0014515067,0.0009216132,0.00015850179,0.0002309022,0.08387354],"genre_scores_gemma":[0.97244704,0.0023239378,0.0058528185,0.013508507,0.000067940186,0.00017604102,0.00003488973,0.00009659103,0.005492293],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.80892617,0.13942204,0.0034430227,0.0075483327,0.023775296,0.01688518],"domain_scores_gemma":[0.8343523,0.09021303,0.012139116,0.007028181,0.029037626,0.027229799],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.117806144,0.00074836344,0.0009797604,0.0038317025,0.07424641,0.02257693,0.007141741,0.008474554,0.0028980095],"category_scores_gemma":[0.16855414,0.0015594609,0.0008656812,0.0073015024,0.059455205,0.007510592,0.016769279,0.011218253,0.00043716104],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005311566,0.000024327746,0.0046541817,0.00028486794,0.000023917919,0.0013533073,0.9464667,0.0001977548,0.0006157181,0.021267688,0.0077159847,0.01734242],"study_design_scores_gemma":[0.00002931245,0.00005359708,0.0077204606,0.000698391,0.000038528175,0.00068375585,0.84671074,0.00055942783,0.00044973326,0.008798518,0.13403486,0.0002226681],"about_ca_topic_score_codex":0.94356275,"about_ca_topic_score_gemma":0.9722645,"teacher_disagreement_score":0.9915255,"about_ca_system_score_codex":0.15425374,"about_ca_system_score_gemma":0.32850486,"threshold_uncertainty_score":0.98094577},"labels":[],"label_agreement":null},{"id":"W2059005855","doi":"10.1525/jer.2006.1.2.59","title":"Anthropological Research in Light of Research-Ethics Review: Canadian Master's Theses, 1995–2004","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Ethnography; Sociology; Social research; Social science; Engineering ethics; Library science; Anthropology","score_opus":0.9334926938063701,"score_gpt":0.7803664192839562,"score_spread":0.1531262745224139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059005855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26536125,0.099903375,0.0039968956,0.36225498,0.0067069787,0.0025238679,0.007813683,0.0003045308,0.25113437],"genre_scores_gemma":[0.76505727,0.041932892,0.0074386825,0.012724065,0.000846575,0.0008658202,0.0022227676,0.00012445822,0.16878748],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97276264,0.003615111,0.0015504688,0.0015517187,0.01664306,0.003877091],"domain_scores_gemma":[0.8901619,0.017239086,0.008941564,0.003523273,0.050724063,0.029410075],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.042943742,0.000560375,0.0007352246,0.011195607,0.021486375,0.009410509,0.002753631,0.0030292934,0.005493212],"category_scores_gemma":[0.082140274,0.0011802905,0.0004421896,0.0149951205,0.012198884,0.0021845773,0.004706179,0.004455563,0.00041609723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00028567365,0.00027351052,0.029029567,0.002445277,0.0000563914,0.0009546746,0.18592556,0.0011186864,0.0019071463,0.16653924,0.3488018,0.26266247],"study_design_scores_gemma":[0.000015341278,0.000037177357,0.10123534,0.00065980066,0.000009076724,0.00010647131,0.02755803,0.00019967044,0.00040472983,0.0021181707,0.86759746,0.00005888062],"about_ca_topic_score_codex":0.9867563,"about_ca_topic_score_gemma":0.9948285,"teacher_disagreement_score":0.9969707,"about_ca_system_score_codex":0.3546172,"about_ca_system_score_gemma":0.5154967,"threshold_uncertainty_score":0.74855256},"labels":[],"label_agreement":null},{"id":"W2060672619","doi":"10.1525/jer.2013.8.2.129","title":"Community-Based Participatory Research (Cbpr) with Indigenous Communities: Producing Respectful and Reciprocal Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Participatory action research; Community-based participatory research; Reciprocal; Citizen journalism; Sociology; Health equity; Community health; Public relations; Public health; Political science; Medicine; Nursing; Ecology; Anthropology; Law","score_opus":0.8267825118101103,"score_gpt":0.6597191488775958,"score_spread":0.16706336293251456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060672619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57414603,0.004643883,0.19768594,0.09679402,0.00086886884,0.01393167,0.00016034665,0.00023689836,0.111532316],"genre_scores_gemma":[0.90993637,0.0011973913,0.07850015,0.002939035,0.0000880055,0.0029940167,0.000029014655,0.0000406532,0.0042753164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.73543066,0.23755693,0.0030293476,0.0063914396,0.011680847,0.005910791],"domain_scores_gemma":[0.7708221,0.1779824,0.01026992,0.017287882,0.012628195,0.011009508],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20432681,0.00086051476,0.0012548041,0.0034156735,0.03310577,0.01250977,0.0047244458,0.0046314695,0.0018158306],"category_scores_gemma":[0.13187289,0.0008040725,0.0008238087,0.0028118175,0.039386157,0.005754531,0.023907065,0.0055753975,0.0002651724],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007063984,0.00025201697,0.0051701376,0.0005420214,0.00006376716,0.0019947356,0.9131439,0.0006330868,0.0015478554,0.032052983,0.0016340778,0.04289478],"study_design_scores_gemma":[0.00013932535,0.00030668697,0.0060323137,0.0015839117,0.0000900352,0.00096677215,0.8292962,0.0020758663,0.0018126632,0.080692165,0.07687686,0.00012715222],"about_ca_topic_score_codex":0.10986327,"about_ca_topic_score_gemma":0.255322,"teacher_disagreement_score":0.99527556,"about_ca_system_score_codex":0.020574883,"about_ca_system_score_gemma":0.09637841,"threshold_uncertainty_score":0.9812067},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2068687672","doi":"10.1525/jer.2007.2.2.1","title":"Emerging Ethical Challenges in Advanced Neuroimaging Research: Review, Recommendations and Research Agenda","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Neuroethics, Human Enhancement, Biomedical Innovations","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute","funders":"National Institutes of Health; Institut de Recherche Clinique De Montréal","keywords":"Neuroimaging; Engineering ethics; Scope (computer science); Context (archaeology); Research ethics; Neuroethics; Informed consent; Ethical issues; Brain research; Political science; Psychology; Neuroscience; Medicine; Computer science; Engineering; Alternative medicine","score_opus":0.918250402634741,"score_gpt":0.716004531897453,"score_spread":0.20224587073728806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068687672","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070842355,0.42685914,0.0040024538,0.5559962,0.009175519,0.00033081474,0.00013376147,0.00006884386,0.002724802],"genre_scores_gemma":[0.014130515,0.8662441,0.024840303,0.077083364,0.013481754,0.0013296917,0.00024176651,0.000041635198,0.0026068238],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9703025,0.018134171,0.0052569606,0.0011187091,0.0043813107,0.00080630596],"domain_scores_gemma":[0.6788242,0.247426,0.012807208,0.002940696,0.05173558,0.006266325],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.084639594,0.0013437402,0.0033079754,0.006798234,0.002443889,0.009369388,0.005018037,0.018149463,0.007504786],"category_scores_gemma":[0.17199062,0.00081286096,0.0020278117,0.006709346,0.0069429143,0.014713419,0.004311164,0.010440897,0.0021213142],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034279484,0.00027118518,0.0028571673,0.04744397,0.0004922129,0.0022740122,0.002667074,0.0023355978,0.00044064363,0.07335556,0.2962369,0.57128286],"study_design_scores_gemma":[0.00036149673,0.00024884444,0.0031375526,0.17425023,0.0009070593,0.0033768658,0.020223312,0.0034417629,0.0004471995,0.24538715,0.5478987,0.00031979298],"about_ca_topic_score_codex":0.0062091933,"about_ca_topic_score_gemma":0.015231696,"teacher_disagreement_score":0.98185056,"about_ca_system_score_codex":0.007178459,"about_ca_system_score_gemma":0.038718283,"threshold_uncertainty_score":0.4476223},"labels":[],"label_agreement":null},{"id":"W2071815905","doi":"10.1525/jer.2013.8.4.28","title":"Extending the Olive Branch: Enhancing Communication and Trust Between Research Ethics Committees and Qualitative Researchers","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Transparency (behavior); Engineering ethics; Research ethics; Qualitative research; Constructive; Process (computing); Research integrity; Perspective (graphical); Public relations; Psychology; Sociology; Political science; Computer science; Law; Social science; Engineering","score_opus":0.9697089880092447,"score_gpt":0.8049809725777003,"score_spread":0.16472801543154436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071815905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59842193,0.0041026296,0.17834249,0.13160731,0.0012652694,0.004228076,0.000094972434,0.00055958255,0.081377804],"genre_scores_gemma":[0.94379854,0.0008160828,0.043636937,0.0054671536,0.00022444932,0.001877532,0.000042589847,0.00019167141,0.0039450154],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.45412928,0.5091358,0.00965746,0.005321922,0.014709994,0.0070455447],"domain_scores_gemma":[0.24371758,0.6496147,0.030393068,0.03260386,0.02430577,0.019364959],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39182886,0.000905143,0.0015394416,0.005341852,0.026686436,0.020259054,0.0035259423,0.0066307248,0.005552396],"category_scores_gemma":[0.4717335,0.0019367326,0.0009933028,0.0035132908,0.028626723,0.039015267,0.05618765,0.011158894,0.0013803146],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098175275,0.00010217846,0.004735294,0.00036438848,0.000019130903,0.0009262245,0.93400747,0.00013722198,0.00084864866,0.021519456,0.0021806378,0.03506106],"study_design_scores_gemma":[0.00019525719,0.00042157614,0.006139357,0.0034927337,0.000074126954,0.0014592748,0.7401466,0.0024921254,0.0014267683,0.11775036,0.12615553,0.00024628104],"about_ca_topic_score_codex":0.003566418,"about_ca_topic_score_gemma":0.005026572,"teacher_disagreement_score":0.9933693,"about_ca_system_score_codex":0.013106788,"about_ca_system_score_gemma":0.044540744,"threshold_uncertainty_score":0.7499833},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2075054615","doi":"10.1525/jer.2013.8.2.104","title":"The Social and Policy Contexts of the New Brunswick Declaration on Research Ethics, Integrity, and Governance: A Commentary","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Corporate governance; Research ethics; Declaration; Research integrity; Political science; Engineering ethics; Ethics committee; Sociology; Public administration; Public relations; Law; Management; Engineering","score_opus":0.8828485704238289,"score_gpt":0.7403927455931891,"score_spread":0.1424558248306398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075054615","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035105538,0.0037346282,0.00027869994,0.9791701,0.012005665,0.000012800748,0.00002344852,0.000007489023,0.00441618],"genre_scores_gemma":[0.0159149,0.0037135007,0.00090866874,0.9636164,0.0072575123,0.00012283477,0.000034012206,0.00005084336,0.008381326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8965301,0.06390679,0.0062430054,0.0048489575,0.019800965,0.008670175],"domain_scores_gemma":[0.7581522,0.20717892,0.005936381,0.0027029794,0.018506661,0.0075228503],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.100219235,0.0011232632,0.0021456175,0.0028126314,0.025301706,0.021172514,0.0101428665,0.054777626,0.002788734],"category_scores_gemma":[0.15542014,0.0014269025,0.0015886507,0.0051372373,0.066213705,0.008839193,0.009334987,0.09160674,0.0014302417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052177405,0.00001387001,0.00020071561,0.00039002617,0.000015414127,0.0007307748,0.021502184,0.0002490565,0.00023611115,0.23010921,0.73980063,0.0066998173],"study_design_scores_gemma":[0.000026772655,0.000010131156,0.0003149394,0.002268733,0.000016236409,0.00011308015,0.011531271,0.0001542602,0.00023907972,0.030992089,0.9542314,0.0001019135],"about_ca_topic_score_codex":0.37177,"about_ca_topic_score_gemma":0.5322645,"teacher_disagreement_score":0.9452224,"about_ca_system_score_codex":0.083055064,"about_ca_system_score_gemma":0.1714254,"threshold_uncertainty_score":0.7392121},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2092648788","doi":"10.1525/jer.2012.7.1.53","title":"Incidental Findings in Neuroimaging Research: A Framework for Anticipating the Next Frontier","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Mental Health; Canadian Institutes of Health Research; British Columbia Knowledge Development Fund; National Institutes of Health","keywords":"Neuroimaging; Sine qua non; Psychology; Resting state fMRI; Frontier; Brain function; Functional neuroimaging; Interpretation (philosophy); Cognitive psychology; Neuroscience; Computer science; Political science","score_opus":0.896472309203715,"score_gpt":0.6720419744288844,"score_spread":0.22443033477483065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092648788","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007833966,0.011840778,0.3236815,0.6287354,0.002733456,0.00079451443,0.000060083374,0.0001616745,0.024158642],"genre_scores_gemma":[0.4331322,0.00942274,0.4632194,0.08311657,0.0052227927,0.0029845005,0.00008596086,0.00013563853,0.00268021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7152138,0.22831155,0.018426536,0.01386041,0.019459933,0.004727833],"domain_scores_gemma":[0.54635006,0.37141696,0.021752419,0.022244563,0.025238946,0.012997061],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39295948,0.0022357854,0.0034521045,0.010190039,0.015879633,0.029177452,0.01036285,0.033037063,0.0015267229],"category_scores_gemma":[0.2761809,0.002454333,0.0023729075,0.003328685,0.21928163,0.04889954,0.0263794,0.0374808,0.00058132154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025204206,0.000030985568,0.0010723651,0.0002534675,0.000040497136,0.000753159,0.012785113,0.0006349975,0.00020127084,0.973017,0.0022865494,0.008899409],"study_design_scores_gemma":[0.000021566202,0.000024228835,0.00018024798,0.0003552727,0.000016465341,0.00029585414,0.0030552575,0.0005606206,0.00008713738,0.9855343,0.009825362,0.00004375609],"about_ca_topic_score_codex":0.0058367834,"about_ca_topic_score_gemma":0.006051272,"teacher_disagreement_score":0.96696293,"about_ca_system_score_codex":0.014012287,"about_ca_system_score_gemma":0.041769434,"threshold_uncertainty_score":0.74858904},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2094328787","doi":"10.1525/jer.2011.6.2.71","title":"Computer Science Security Research and Human Subjects: Emerging Considerations for Research Ethics Boards","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research ethics; Human research; Context (archaeology); Engineering ethics; Institutional review board; Ethics committee; Sociology; Political science; Public relations; Psychology; Engineering; Public administration","score_opus":0.9070529429373003,"score_gpt":0.7277377955426105,"score_spread":0.1793151473946898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094328787","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065479777,0.0102336025,0.03494239,0.922327,0.003507784,0.00020442273,0.000019659356,0.00005873825,0.022158556],"genre_scores_gemma":[0.62768155,0.011034396,0.04907783,0.28562775,0.015366898,0.0017241597,0.000057587313,0.00034155574,0.009088287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.36695388,0.5463351,0.016979404,0.018208373,0.040892895,0.0106304],"domain_scores_gemma":[0.14399678,0.7540111,0.017392408,0.021993976,0.042581007,0.020024693],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6162542,0.0011412775,0.0028706426,0.0045414874,0.031261653,0.05532464,0.0074288896,0.04733394,0.0059639714],"category_scores_gemma":[0.5656699,0.002547841,0.001726949,0.0054494482,0.12933372,0.05859239,0.025768401,0.058979977,0.0015625687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032568823,0.000039324932,0.0011898704,0.00024580778,0.000019063176,0.00029304702,0.0267594,0.00015603767,0.00014285049,0.93663114,0.014973189,0.019517656],"study_design_scores_gemma":[0.00012582599,0.00009805498,0.000991217,0.0020926646,0.000030724466,0.00045571348,0.040085793,0.00081307924,0.0002332134,0.79747885,0.15748142,0.000113488],"about_ca_topic_score_codex":0.006852382,"about_ca_topic_score_gemma":0.008756564,"teacher_disagreement_score":0.95266604,"about_ca_system_score_codex":0.020860525,"about_ca_system_score_gemma":0.08145334,"threshold_uncertainty_score":0.4732269},"labels":[],"label_agreement":null},{"id":"W2097951217","doi":"10.1525/jer.2013.8.2.141","title":"Peer Research Assistantships and the Ethics of Reciprocity in Community-Based Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reciprocity (cultural anthropology); Research ethics; Engineering ethics; Psychology; Field research; Human immunodeficiency virus (HIV); Peer review; Public relations; Sociology; Political science; Social psychology; Engineering; Medicine; Social science","score_opus":0.9723559492756422,"score_gpt":0.7678640514505523,"score_spread":0.20449189782508992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097951217","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1283972,0.025567709,0.17990418,0.41180146,0.005030882,0.0019650862,0.000059199043,0.00020101642,0.24707337],"genre_scores_gemma":[0.9403565,0.004828163,0.032419678,0.011972278,0.0015800453,0.0021467458,0.000016200545,0.00007419064,0.006606196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.28004757,0.68584776,0.0077862088,0.0077430718,0.014044137,0.004531292],"domain_scores_gemma":[0.3812419,0.5126512,0.031847615,0.0367337,0.021484489,0.016041175],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3679425,0.0005758014,0.001468682,0.002440404,0.016077103,0.020304548,0.0036665224,0.010029537,0.0033137058],"category_scores_gemma":[0.4372855,0.0010525379,0.00077711046,0.0021338582,0.0969791,0.019608548,0.018830646,0.011431527,0.0008813819],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006782166,0.00008597386,0.0024994826,0.0003806379,0.00006635971,0.00061532605,0.1816611,0.0003973429,0.00015934328,0.7806182,0.0045597255,0.028888779],"study_design_scores_gemma":[0.0001505197,0.00027544468,0.00173036,0.0015311481,0.000045355475,0.0012346875,0.06718074,0.0012341565,0.00038900974,0.8193658,0.106740534,0.00012217376],"about_ca_topic_score_codex":0.0017769192,"about_ca_topic_score_gemma":0.0021759444,"teacher_disagreement_score":0.98997045,"about_ca_system_score_codex":0.0061583626,"about_ca_system_score_gemma":0.028703455,"threshold_uncertainty_score":0.77943945},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2101444868","doi":"10.1525/jer.2010.5.1.49","title":"Perspectives of Canadian Researchers on Ethics Review of Neuroimaging Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Engineering ethics; Ethical issues; Corporate governance; Neuroimaging; Neuroethics; Process (computing); Psychology; Political science; Psychiatry; Computer science; Business","score_opus":0.9678124096616166,"score_gpt":0.802156305057276,"score_spread":0.16565610460434066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101444868","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09830746,0.018546613,0.006337934,0.8153793,0.0031329421,0.000496138,0.00014616635,0.00008687566,0.057566565],"genre_scores_gemma":[0.8321909,0.010517439,0.00843431,0.13274044,0.00093165535,0.0003475609,0.0000949828,0.00012326059,0.014619444],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.59790456,0.25076133,0.017792447,0.01059092,0.080493756,0.042457093],"domain_scores_gemma":[0.37970373,0.3030749,0.033089034,0.012221078,0.18438715,0.08752406],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25125766,0.00085949455,0.0014394185,0.0067091007,0.05899758,0.02583633,0.00521384,0.017863289,0.0034999147],"category_scores_gemma":[0.35427874,0.001715449,0.0014118878,0.010336193,0.043650504,0.007949651,0.015536958,0.019863658,0.00048276826],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002674713,0.0001257162,0.019241318,0.0011447709,0.00014602314,0.005093572,0.6597718,0.00093886594,0.0022111917,0.14011467,0.10607684,0.06486778],"study_design_scores_gemma":[0.00009061026,0.00010429385,0.012471293,0.0017982415,0.00007678664,0.0015884279,0.4260069,0.0010224348,0.0011255881,0.02724661,0.5277323,0.0007365477],"about_ca_topic_score_codex":0.8864287,"about_ca_topic_score_gemma":0.90621316,"teacher_disagreement_score":0.8864287,"about_ca_system_score_codex":0.20715751,"about_ca_system_score_gemma":0.45282096,"threshold_uncertainty_score":0.92333263},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2105174614","doi":"10.1525/jer.2012.7.2.20","title":"Ethical and Epistemological Insights: A Case Study of Participatory Action Research with Young People","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Children's Rights and Participation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Beneficence; Autonomy; Participatory action research; Informed consent; Research ethics; Economic Justice; Action (physics); Outreach; Engineering ethics; Respect for persons; Action research; Citizen journalism; Psychology; Public relations; Sociology; Political science; Medicine; Law; Pedagogy; Alternative medicine","score_opus":0.8991358613777135,"score_gpt":0.7075194402226193,"score_spread":0.19161642115509425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105174614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83334255,0.0034951556,0.046458956,0.04067809,0.00088068406,0.0028847728,0.00013162105,0.00010950151,0.07201862],"genre_scores_gemma":[0.9753701,0.0014687133,0.014451172,0.0023611013,0.000089802175,0.0011257804,0.00002445649,0.00005595013,0.005052967],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8581817,0.12892781,0.0020675173,0.0026142376,0.004041206,0.0041675046],"domain_scores_gemma":[0.9102905,0.07401079,0.0037651118,0.0023224547,0.003211624,0.006399491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08958387,0.001191827,0.0015714855,0.0030481957,0.04463594,0.01408118,0.004130579,0.0093207415,0.0024093646],"category_scores_gemma":[0.07289616,0.001148109,0.0013296056,0.003311785,0.041042246,0.012453577,0.021102415,0.009962737,0.00043344634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018076887,0.00007502537,0.0008403481,0.00012994611,0.0000059320782,0.003810924,0.97565573,0.00006461919,0.00017319647,0.016032644,0.0003224609,0.0028710042],"study_design_scores_gemma":[0.000020013103,0.00008020793,0.00045489232,0.00043899068,0.000016988044,0.0020682288,0.95930815,0.00019396933,0.00030294992,0.0070648165,0.03003016,0.000020465048],"about_ca_topic_score_codex":0.009680579,"about_ca_topic_score_gemma":0.016900148,"teacher_disagreement_score":0.08958387,"about_ca_system_score_codex":0.011903418,"about_ca_system_score_gemma":0.017854223,"threshold_uncertainty_score":0.47377044},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2105409372","doi":"10.1177/1556264614559889","title":"Postpartum Women’s Perspectives on the Donation of Placentas for Scientific Research in Campinas, Brazil","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Donation; Placenta; Family medicine; Pregnancy; Medicine; Obstetrics; Qualitative research; Gynecology; Psychology; Medical education; Sociology; Fetus; Political science; Social science; Law","score_opus":0.611458007476331,"score_gpt":0.6281862006249543,"score_spread":0.016728193148623394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105409372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98731494,0.0016028328,0.00024756667,0.0053339074,0.000037426667,0.000024445446,0.000030097703,0.0000040342893,0.0054047504],"genre_scores_gemma":[0.99689865,0.0016438508,0.00017413349,0.00054123724,0.000011782769,0.000025064832,0.000012418112,0.0000023874109,0.00069040695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971551,0.0020470372,0.0001092244,0.000081206155,0.0002784569,0.00032886612],"domain_scores_gemma":[0.9937503,0.0041928035,0.00087315217,0.00011505955,0.00037548042,0.00069314986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046234666,0.00017503365,0.0002994847,0.00075409014,0.0038676674,0.00213761,0.000571978,0.00071501336,0.002005363],"category_scores_gemma":[0.010411742,0.00033532231,0.00022070923,0.00082205574,0.002900382,0.0011146575,0.0025159293,0.0010379906,0.00009702931],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078877245,0.00005596596,0.033898473,0.00026473525,0.000015253009,0.0026790428,0.93561226,0.000035097535,0.0028280173,0.0024916579,0.00085530675,0.02118525],"study_design_scores_gemma":[0.0000057697907,0.00011300382,0.029544894,0.00034805932,0.000012271357,0.0010211825,0.9520834,0.00005170407,0.0003351341,0.0005552184,0.01591181,0.000017444192],"about_ca_topic_score_codex":0.011834799,"about_ca_topic_score_gemma":0.017872626,"teacher_disagreement_score":0.011834799,"about_ca_system_score_codex":0.0022710867,"about_ca_system_score_gemma":0.0036465048,"threshold_uncertainty_score":0.024451554},"labels":[],"label_agreement":null},{"id":"W2106350222","doi":"10.1525/jer.2012.7.4.10","title":"Opportunities, Ethical Challenges, and Lessons Learned from Working with Peer Research Assistants in a Multi-Method HIV Community-Based Research Study in Ontario, Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's Health In Women's Hands; University of Calgary","funders":"Canadian Institutes of Health Research; Mental Health Commission; University of Calgary","keywords":"Focus group; Qualitative research; Human immunodeficiency virus (HIV); Medical education; Research ethics; Peer support; Best practice; Psychology; Facilitation; Engineering ethics; Medicine; Political science; Nursing; Sociology; Engineering; Family medicine; Social science","score_opus":0.9881056457603145,"score_gpt":0.7429312961482957,"score_spread":0.24517434961201878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106350222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.858673,0.013676286,0.0132078435,0.09457517,0.0011778668,0.004742725,0.00017919384,0.00013331423,0.013634567],"genre_scores_gemma":[0.9554158,0.0068082972,0.022460867,0.0077828644,0.00029246366,0.002729683,0.00006114875,0.00008654928,0.0043622246],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7657541,0.1943226,0.0073640966,0.0052924296,0.015961092,0.011305757],"domain_scores_gemma":[0.7671474,0.112470366,0.015245423,0.0067324187,0.05685261,0.04155178],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.14843908,0.0007471175,0.0012099243,0.0014418522,0.037833434,0.010666013,0.006296182,0.0030307467,0.001953572],"category_scores_gemma":[0.13331948,0.0010950284,0.0007061058,0.002134962,0.015649708,0.0048958277,0.012210036,0.0041170204,0.00031413953],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013226028,0.00020474441,0.016675236,0.0012225003,0.000042083662,0.003712548,0.93608147,0.00017067324,0.00091501855,0.0011896853,0.0030646285,0.03658913],"study_design_scores_gemma":[0.00004175525,0.00029790364,0.008385124,0.00090969796,0.000030118348,0.0005414462,0.96843654,0.00017279596,0.00029739414,0.0007200498,0.020101039,0.00006609423],"about_ca_topic_score_codex":0.63598824,"about_ca_topic_score_gemma":0.88532215,"teacher_disagreement_score":0.9969693,"about_ca_system_score_codex":0.040558048,"about_ca_system_score_gemma":0.22563349,"threshold_uncertainty_score":0.78503025},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106492803","doi":"10.1525/jer.2010.5.2.35","title":"Are We Asking the Right Questions? A Review of Canadian REB Practices in Relation to Community-Based Participatory Research","year":2010,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; McMaster University; Ontario HIV Treatment Network; Wilfrid Laurier University; York University; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; McMaster University","keywords":"Research ethics; Participatory action research; Community-based participatory research; Context (archaeology); Documentation; Citizen journalism; Variety (cybernetics); Public relations; Medical education; Sociology; Psychology; Political science; Medicine; Computer science; Law","score_opus":0.9936023185289259,"score_gpt":0.875692863393889,"score_spread":0.11790945513503692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106492803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052395063,0.97698396,0.0011470066,0.008905741,0.00036432422,0.0005107813,0.00013590569,0.000022699733,0.0066899685],"genre_scores_gemma":[0.07254694,0.91653675,0.006532275,0.0022220307,0.00008786684,0.00070022966,0.0001761472,0.000031899162,0.001165858],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.89647394,0.055880025,0.01202376,0.0032509493,0.029973658,0.0023976667],"domain_scores_gemma":[0.7037005,0.17566769,0.020178849,0.0054313536,0.090483695,0.004537956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11625313,0.001007213,0.0022046273,0.020864861,0.005930423,0.0062426752,0.0032695665,0.0015292605,0.0013446112],"category_scores_gemma":[0.23213424,0.0011346753,0.0010819343,0.040083688,0.0055617117,0.002537029,0.003356028,0.002225656,0.00021097757],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014220295,0.00003605762,0.004293203,0.09771893,0.00026987772,0.00046935413,0.038490854,0.00036831087,0.0007106256,0.006490465,0.02141546,0.82959473],"study_design_scores_gemma":[0.000106278305,0.00019553537,0.045318767,0.24775511,0.0013175404,0.00131579,0.03058702,0.00038122095,0.0012924994,0.0018533189,0.6696558,0.00022106615],"about_ca_topic_score_codex":0.7980803,"about_ca_topic_score_gemma":0.92113054,"teacher_disagreement_score":0.9235645,"about_ca_system_score_codex":0.076435484,"about_ca_system_score_gemma":0.26588413,"threshold_uncertainty_score":0.6148127},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2111252371","doi":"10.1525/jer.2008.3.2.33","title":"Enacting Research Ethics in Partnerships with Indigenous Communities in Canada: “Do it in a Good Way”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Government (linguistics); Public relations; Psychological intervention; Community development; Research ethics; Political science; Community-based participatory research; Economic Justice; Restorative justice; Sociology; Participatory action research; Engineering ethics; Law; Nursing; Medicine; Ecology; Engineering","score_opus":0.8276120331629695,"score_gpt":0.6356745718594767,"score_spread":0.19193746130349276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111252371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7198616,0.011768188,0.014915212,0.16941762,0.00067590043,0.0016862762,0.00008882163,0.00009100353,0.08149544],"genre_scores_gemma":[0.9853077,0.0015737206,0.0050589098,0.0041651153,0.000027896072,0.00028830115,0.000014526192,0.000016243263,0.0035477178],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92394423,0.055470627,0.0012131269,0.0021353262,0.008623151,0.008613534],"domain_scores_gemma":[0.9156135,0.04019478,0.0063221348,0.003893521,0.0137456525,0.020230435],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06313302,0.00041173407,0.0006318836,0.0017263991,0.06276825,0.015332176,0.0034776193,0.004249986,0.0014424428],"category_scores_gemma":[0.07235376,0.00062513276,0.00046976842,0.003099663,0.042166706,0.0061919773,0.015419513,0.007973203,0.00014316305],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070759015,0.00015318312,0.009545015,0.0003369671,0.000029047005,0.0013161597,0.88933367,0.00034577237,0.0005502371,0.04777216,0.005242641,0.04530437],"study_design_scores_gemma":[0.000050302864,0.00007904474,0.0165703,0.0006267739,0.000030687475,0.00040778966,0.8838758,0.00060685026,0.00069980585,0.019232778,0.07769528,0.00012465357],"about_ca_topic_score_codex":0.94371086,"about_ca_topic_score_gemma":0.9794039,"teacher_disagreement_score":0.99575,"about_ca_system_score_codex":0.11129511,"about_ca_system_score_gemma":0.47141096,"threshold_uncertainty_score":0.8075063},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2111742633","doi":"10.1525/jer.2008.3.2.53","title":"Developing a Participatory Aboriginal Health Research Project: “Only if it's Going to Mean Something”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Participatory action research; General partnership; Community-based participatory research; Empowerment; Action research; Indigenous; Public relations; Sociology; Citizen journalism; Culturally appropriate; Process (computing); Action (physics); Engineering ethics; Political science; Medicine; Gerontology; Engineering; Law; Pedagogy","score_opus":0.857952373241667,"score_gpt":0.7200108122894603,"score_spread":0.13794156095220667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111742633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59937537,0.0018413009,0.2122181,0.046924442,0.00084046787,0.063736595,0.00053230464,0.00024143273,0.07428998],"genre_scores_gemma":[0.6403215,0.0011932122,0.3068021,0.0025802946,0.000058872432,0.032468032,0.0001850105,0.000032830914,0.016358107],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9541056,0.03945209,0.0006387949,0.001326163,0.0029921718,0.0014852249],"domain_scores_gemma":[0.9755844,0.012775463,0.0014700331,0.0026766886,0.0035921976,0.0039012525],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05931818,0.0004299343,0.00041931903,0.000906735,0.012638686,0.0036422228,0.001611599,0.0016075561,0.001982184],"category_scores_gemma":[0.028311647,0.0004936231,0.00034317223,0.0012807741,0.013366985,0.0021794538,0.006925491,0.002560917,0.00028318298],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015170642,0.00063391606,0.00520854,0.00083075126,0.000027680273,0.0011417287,0.8369194,0.0007585553,0.004724409,0.061203677,0.0046574045,0.08374225],"study_design_scores_gemma":[0.00040393657,0.001629615,0.00995948,0.0011837488,0.00006588746,0.0012778973,0.7079178,0.0019945535,0.0051436457,0.04612588,0.22417226,0.00012526373],"about_ca_topic_score_codex":0.038994305,"about_ca_topic_score_gemma":0.0802928,"teacher_disagreement_score":0.9406818,"about_ca_system_score_codex":0.0063698655,"about_ca_system_score_gemma":0.07902276,"threshold_uncertainty_score":0.3137083},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2114332566","doi":"10.1177/1556264614564970","title":"Parent Perspectives on Privacy and Governance for a Pediatric Repository of Non-Biological, Research Data","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; PolicyWise for Children & Families; University of Calgary","funders":"","keywords":"Focus group; Nonprobability sampling; Thematic analysis; Corporate governance; Qualitative research; Data collection; Qualitative property; Psychology; Focus (optics); Altruism (biology); Internet privacy; Public relations; Business; Sociology; Political science; Computer science; Social psychology; Marketing; Social science","score_opus":0.9457734969064294,"score_gpt":0.7653637445849779,"score_spread":0.1804097523214515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114332566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91960484,0.0036747423,0.018129257,0.047533777,0.00017645491,0.00010678247,0.00012281073,0.000043433083,0.010607751],"genre_scores_gemma":[0.9916618,0.0014843537,0.0041350676,0.0017167514,0.000036645848,0.00007003075,0.000026475333,0.000012417522,0.00085641164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9461286,0.047606505,0.0014462242,0.0011526962,0.0024073378,0.0012585617],"domain_scores_gemma":[0.8908992,0.08153653,0.012955281,0.0035232196,0.006190331,0.0048955167],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05333753,0.00021059954,0.00043026064,0.00070109684,0.0055248304,0.005121571,0.00089563953,0.0018154286,0.001923051],"category_scores_gemma":[0.076444365,0.0005888439,0.0003731103,0.00095082104,0.008389647,0.0057076607,0.0042253295,0.0032247351,0.00020254943],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007112608,0.0000321439,0.019276662,0.00016314899,0.000014922067,0.0028726521,0.9462029,0.00010419114,0.00087736023,0.016931493,0.0017040244,0.011749462],"study_design_scores_gemma":[0.000021551738,0.0003171499,0.011641731,0.00095542736,0.00006202406,0.0076648067,0.89557755,0.00050991634,0.0020710337,0.0077258693,0.07338942,0.00006354678],"about_ca_topic_score_codex":0.0047626323,"about_ca_topic_score_gemma":0.0049251346,"teacher_disagreement_score":0.99818456,"about_ca_system_score_codex":0.004102806,"about_ca_system_score_gemma":0.0077911234,"threshold_uncertainty_score":0.28207916},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2119101810","doi":"10.1525/jer.2014.9.2.52","title":"Perspectives from South and East Asia on Clinical and Research Ethics: A Literature Review","year":2014,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Paternalism; China; Informed consent; Engineering ethics; Islam; Consistency (knowledge bases); Research ethics; Medical ethics; Political science; Sociology; Social science; Environmental ethics; Medicine; Law; Alternative medicine; History","score_opus":0.9296896302790284,"score_gpt":0.8195286778168879,"score_spread":0.11016095246214053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119101810","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048548117,0.9962094,0.000055627468,0.0021691439,0.00014373622,0.000009137061,0.000011760012,0.000001726067,0.00091397815],"genre_scores_gemma":[0.004406045,0.99429494,0.00016141398,0.0009527181,0.000081243656,0.000022981438,0.000010512101,0.0000011529104,0.00006893186],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919491,0.004041578,0.0017611915,0.00038627264,0.0015274568,0.0003344512],"domain_scores_gemma":[0.94936603,0.040405028,0.00425169,0.00052604935,0.0045162984,0.00093484885],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01583349,0.0008199684,0.0018688757,0.011597023,0.0015088632,0.0046997927,0.0010600277,0.002375574,0.0036157486],"category_scores_gemma":[0.024825135,0.00058132736,0.001031225,0.019794077,0.0028546061,0.0043874993,0.0029875406,0.0025315434,0.000483474],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012183767,0.00007612361,0.0029525408,0.2745873,0.00051850564,0.0017760714,0.014069905,0.0002565839,0.0004994296,0.01717456,0.024602529,0.6633645],"study_design_scores_gemma":[0.000032466764,0.00008951419,0.009407127,0.49391797,0.00090711174,0.0038452207,0.022989161,0.00007552891,0.00027768244,0.0052281683,0.46316975,0.000060332713],"about_ca_topic_score_codex":0.004773521,"about_ca_topic_score_gemma":0.013660877,"teacher_disagreement_score":0.9976244,"about_ca_system_score_codex":0.004392076,"about_ca_system_score_gemma":0.022985684,"threshold_uncertainty_score":0.08373648},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124622716","doi":"10.1177/1556264615571557","title":"Analysis of Research Ethics Board Approval Times in an Academic Department of Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mayo Clinic","keywords":"Institutional review board; Research ethics; Ethics committee; Human research; Informed consent; Medicine; Clinical research; Research design; Family medicine; Psychology; Actuarial science; Medical education; Alternative medicine; Political science; Business; Internal medicine; Pathology; Sociology; Surgery","score_opus":0.9650326330343495,"score_gpt":0.8058693818735141,"score_spread":0.1591632511608354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124622716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927988,0.0008262677,0.002788187,0.000822523,0.000037822258,0.00023983343,0.0006064572,0.000035016084,0.0018449585],"genre_scores_gemma":[0.9946839,0.0003243947,0.0032340903,0.00020606356,0.000055470508,0.00044784785,0.00050061673,0.000042338528,0.00050522946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8778756,0.08129624,0.01640264,0.0055485317,0.013644591,0.005232322],"domain_scores_gemma":[0.36531448,0.3834103,0.19631882,0.014067217,0.026338317,0.01455085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08246524,0.00039997874,0.00093072525,0.005123029,0.0016007312,0.0032531512,0.0014879531,0.001197393,0.0033626184],"category_scores_gemma":[0.33755365,0.0008663108,0.0011404613,0.007890442,0.0013924955,0.0022650913,0.002802231,0.0034784554,0.00071781396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003315172,0.0006677269,0.92015743,0.0007120715,0.00042333407,0.0005994823,0.012884828,0.0018544263,0.0012260167,0.0022309648,0.0031121173,0.0528164],"study_design_scores_gemma":[0.0001106983,0.00074877543,0.9804962,0.0002155729,0.00009517242,0.00051753205,0.007120873,0.0035488685,0.0007186531,0.00072750926,0.005619156,0.00008098004],"about_ca_topic_score_codex":0.00506839,"about_ca_topic_score_gemma":0.008838916,"teacher_disagreement_score":0.91753477,"about_ca_system_score_codex":0.0048902463,"about_ca_system_score_gemma":0.0070437538,"threshold_uncertainty_score":0.43612307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2142538319","doi":"10.1525/jer.2013.8.5.75","title":"A Bibliometric Analysis of an International Research Ethics Trainee Program","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Bioethics; Bibliometrics; Curriculum; Citation analysis; Citation; Index (typography); Library science; Medical education; Psychology; Sociology; Social science; Political science; Medicine; Computer science; Pedagogy; Law","score_opus":0.9622748523741901,"score_gpt":0.8177639337984884,"score_spread":0.14451091857570164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142538319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576601,0.0077177566,0.004100318,0.0013086707,0.00015258942,0.00075040344,0.0086065335,0.00027026533,0.019433405],"genre_scores_gemma":[0.9863083,0.0030398497,0.0044472506,0.000073836265,0.00023966203,0.00066259253,0.0038828007,0.000049581347,0.001296163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9658589,0.010813041,0.006214641,0.0017948102,0.014293033,0.0010255161],"domain_scores_gemma":[0.77585065,0.14205386,0.035502285,0.0062215966,0.037493322,0.0028783504],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.030973367,0.00048307737,0.0018801043,0.13021405,0.0019110307,0.00486014,0.0010523975,0.0007698573,0.003253473],"category_scores_gemma":[0.18397531,0.00020711486,0.0015988962,0.18261543,0.00089115393,0.0025482033,0.0022740092,0.00043509275,0.0006771288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007152964,0.0004254708,0.7187865,0.003871762,0.0014129871,0.0005642354,0.005731804,0.00251388,0.0014702938,0.0035892169,0.0093236705,0.25159487],"study_design_scores_gemma":[0.00006017954,0.00042888842,0.9704428,0.00054512353,0.00064592756,0.00058532495,0.004353301,0.0051442245,0.0009077091,0.001770293,0.015035111,0.00008121655],"about_ca_topic_score_codex":0.0040357844,"about_ca_topic_score_gemma":0.0030204896,"teacher_disagreement_score":0.9690266,"about_ca_system_score_codex":0.0037425554,"about_ca_system_score_gemma":0.005260231,"threshold_uncertainty_score":0.16380477},"labels":[],"label_agreement":null},{"id":"W2144720490","doi":"10.1177/1556264615575509","title":"I’m Positive, But I’m Negative","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Negotiation; Informed consent; Focus group; Thematic analysis; Psychology; Process (computing); Key (lock); Empirical research; Social psychology; Qualitative research; Sociology; Medicine; Political science; Epistemology; Computer science; Alternative medicine; Law; Social science","score_opus":0.9685007847421286,"score_gpt":0.7988034980733706,"score_spread":0.16969728666875805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144720490","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19396436,0.007871753,0.05676583,0.613835,0.0069413604,0.0019665253,0.00036195022,0.00019410871,0.11809912],"genre_scores_gemma":[0.83152163,0.0064770877,0.033013914,0.10905104,0.0013786821,0.0019093719,0.00014162635,0.000100554535,0.01640595],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9142856,0.07610812,0.0017960845,0.0014153244,0.004500084,0.0018948057],"domain_scores_gemma":[0.92945886,0.05015364,0.0067782006,0.0030795988,0.0059822886,0.004547384],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.060587555,0.00036819436,0.000602072,0.00083278184,0.005151885,0.0043534194,0.0011345651,0.0038070378,0.008580953],"category_scores_gemma":[0.12124248,0.0003778511,0.0005105452,0.000500422,0.011362256,0.0060316324,0.0045714877,0.007535959,0.0027548217],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006086366,0.00025701098,0.015157772,0.0020774,0.00012530877,0.00436986,0.48395786,0.00040958376,0.00959197,0.15918896,0.13501571,0.18923995],"study_design_scores_gemma":[0.0000985319,0.00055846665,0.0065729767,0.0040882835,0.00007044578,0.009284253,0.26701608,0.0007407042,0.0032341785,0.13266614,0.5754314,0.00023859154],"about_ca_topic_score_codex":0.0009685073,"about_ca_topic_score_gemma":0.0013667191,"teacher_disagreement_score":0.9394125,"about_ca_system_score_codex":0.0023042262,"about_ca_system_score_gemma":0.0075420784,"threshold_uncertainty_score":0.32042146},"labels":[],"label_agreement":null},{"id":"W2154644173","doi":"10.1177/1556264614540596","title":"Human Research Ethics Committees in Technical Universities","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Context (archaeology); Ethics committee; Political science; Medical research; Medical ethics; Law; Medicine; Public administration; Engineering","score_opus":0.6425432194834537,"score_gpt":0.6194743726661475,"score_spread":0.023068846817306254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154644173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15792711,0.007121913,0.37195495,0.33070758,0.007818493,0.006326466,0.0001791691,0.0010133202,0.1169509],"genre_scores_gemma":[0.78763187,0.0014046378,0.12858935,0.050652876,0.0018801803,0.0043832143,0.00013238894,0.0003597527,0.024965659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.395818,0.51580524,0.02186451,0.011812765,0.029833445,0.024865968],"domain_scores_gemma":[0.43955332,0.28509486,0.047469556,0.046923008,0.08375358,0.09720562],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35170895,0.00087490655,0.001192769,0.0032630963,0.04024904,0.024216082,0.005496748,0.020766513,0.006081879],"category_scores_gemma":[0.34292427,0.0019557795,0.0017960885,0.0041657872,0.038643695,0.01978166,0.027109765,0.019974446,0.0028246092],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015806993,0.00035406032,0.014892111,0.0007125762,0.00008592858,0.0036409725,0.19466433,0.0024924849,0.0018830069,0.65998894,0.05935494,0.061772518],"study_design_scores_gemma":[0.00015764087,0.00036267083,0.0054724673,0.0028167686,0.000053756426,0.0025799396,0.11527789,0.0045585395,0.0027789546,0.222252,0.64329445,0.0003950335],"about_ca_topic_score_codex":0.0040931166,"about_ca_topic_score_gemma":0.006047247,"teacher_disagreement_score":0.9792335,"about_ca_system_score_codex":0.021361828,"about_ca_system_score_gemma":0.07164262,"threshold_uncertainty_score":0.79945827},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2157164339","doi":"10.1525/jer.2007.2.2.25","title":"Research Ethics Review and Aboriginal Community Values: Can the Two Be Reconciled?","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; McGill University","funders":"","keywords":"Research ethics; Engineering ethics; Ethics committee; Sociology; Political science; Psychology; Environmental ethics; Philosophy; Public administration; Engineering","score_opus":0.959572336299824,"score_gpt":0.8164137726328058,"score_spread":0.14315856366701818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157164339","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033392345,0.033849347,0.012718221,0.92481345,0.005424609,0.00011699078,0.000014911062,0.000054075226,0.019669212],"genre_scores_gemma":[0.44652224,0.0626538,0.06732737,0.39127466,0.02050454,0.0019621481,0.000084348096,0.0003273711,0.009343453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.47134393,0.44648296,0.015820324,0.012068066,0.03965587,0.014628767],"domain_scores_gemma":[0.4740903,0.3755185,0.026786195,0.031143012,0.061992593,0.030469447],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41015628,0.0012448338,0.0039822017,0.008338167,0.014813037,0.048220214,0.00887739,0.030817822,0.0035873486],"category_scores_gemma":[0.41790533,0.0018659852,0.002002852,0.008826381,0.15002517,0.07184411,0.027096186,0.038109284,0.0013495852],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049039463,0.000060175702,0.0009841159,0.0014415268,0.000077987446,0.00029045047,0.07311209,0.00014756122,0.00011323757,0.8576413,0.02173984,0.044342645],"study_design_scores_gemma":[0.00008259414,0.00009608263,0.0015615927,0.0069171223,0.00007117106,0.00054750073,0.07058103,0.00044074224,0.0001405452,0.757155,0.16226403,0.00014258064],"about_ca_topic_score_codex":0.021268092,"about_ca_topic_score_gemma":0.028973257,"teacher_disagreement_score":0.9691822,"about_ca_system_score_codex":0.031005666,"about_ca_system_score_gemma":0.13526548,"threshold_uncertainty_score":0.7273823},"labels":[],"label_agreement":null},{"id":"W2164878690","doi":"10.1525/jer.2007.2.1.3","title":"Sharing Data and Results in Ethnographic Research: Why This Should Not Be an Ethical Imperative","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; U.S. Department of Homeland Security","keywords":"Ethnography; Variety (cybernetics); Sociology; Engineering ethics; Research ethics; Relation (database); Politics; Field (mathematics); Epistemology; Public relations; Political science; Law; Computer science; Anthropology","score_opus":0.9682090312510818,"score_gpt":0.7973267805208706,"score_spread":0.17088225073021124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018589718,0.016136825,0.23880948,0.69059706,0.009323833,0.0024703222,0.00009421416,0.00036177097,0.023616837],"genre_scores_gemma":[0.44129702,0.0077174017,0.31595463,0.20733649,0.008134648,0.014148139,0.00010766354,0.0005257082,0.0047782995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.14038448,0.7810988,0.02124252,0.01433287,0.038804185,0.004137149],"domain_scores_gemma":[0.09897628,0.7669228,0.02812664,0.06494318,0.032466546,0.008564637],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7221875,0.0023390003,0.004927411,0.004134824,0.025393981,0.02582071,0.008575341,0.034461427,0.0031686346],"category_scores_gemma":[0.6821493,0.0037537355,0.0022190823,0.0051825023,0.19481096,0.0674697,0.02988466,0.03832062,0.002406904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036096503,0.00021747849,0.0038870398,0.0039402586,0.00022622135,0.0009770195,0.28206342,0.0008123347,0.001371973,0.61865664,0.03426753,0.05321905],"study_design_scores_gemma":[0.00029539526,0.00034349196,0.0015881876,0.008193579,0.00009563758,0.001805518,0.06071355,0.0017570802,0.0014425876,0.7923148,0.13110034,0.00034986576],"about_ca_topic_score_codex":0.0041263816,"about_ca_topic_score_gemma":0.0049456153,"teacher_disagreement_score":0.27781248,"about_ca_system_score_codex":0.012165728,"about_ca_system_score_gemma":0.032060064,"threshold_uncertainty_score":0.3425923},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71588516,0.0077365185,0.03833027,0.14479996,0.0013550175,0.00054587476,0.000050544095,0.00010140882,0.09119516],"genre_scores_gemma":[0.9902422,0.0014388554,0.0040365728,0.001833472,0.00016328244,0.00019956868,0.000008738417,0.000021195196,0.002056118],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6933425,0.2786508,0.0053158533,0.003074701,0.014025872,0.0055903974],"domain_scores_gemma":[0.62859774,0.3330457,0.011295491,0.0068958127,0.013220605,0.0069446466],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19041854,0.0005840147,0.0009819308,0.0028580406,0.024028452,0.018669624,0.0023927768,0.007273557,0.0020122544],"category_scores_gemma":[0.16030225,0.00083669566,0.0007760389,0.002672921,0.04572118,0.011897329,0.014195442,0.009757634,0.00023392965],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017406379,0.000013148765,0.0006501617,0.00009548253,0.0000068038044,0.00042910015,0.97997093,0.000056382636,0.00023139245,0.014564097,0.00029454535,0.003670535],"study_design_scores_gemma":[0.000017808605,0.00007395455,0.00054570485,0.00046579985,0.000018565834,0.00086741726,0.9484867,0.00033756203,0.0006316785,0.0234677,0.025050675,0.00003643027],"about_ca_topic_score_codex":0.002395452,"about_ca_topic_score_gemma":0.0034087352,"teacher_disagreement_score":0.99272645,"about_ca_system_score_codex":0.0061405883,"about_ca_system_score_gemma":0.017304579,"threshold_uncertainty_score":0.9983581},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2168780647","doi":"10.1525/jer.2008.3.2.1","title":"Introduction to Special Issue: Advancing the Ethics of Community-Based Participatory Research","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Aboriginal Peoples Health","keywords":"Community-based participatory research; General partnership; Participatory action research; Research ethics; Engineering ethics; Bioethics; Health care; Sociology; Public relations; Political science; Law","score_opus":0.9835035843420695,"score_gpt":0.8466898481773969,"score_spread":0.13681373616467263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168780647","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009003229,0.012951923,0.007945481,0.23640974,0.71316504,0.00045233424,0.0003515064,0.0004352747,0.027388405],"genre_scores_gemma":[0.009275919,0.018572753,0.008835797,0.1223427,0.7733963,0.0008522783,0.00067420764,0.0005850617,0.065465026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951364,0.003282259,0.0011533636,0.0012273628,0.004154246,0.00066901586],"domain_scores_gemma":[0.9519449,0.026781034,0.0027425734,0.0025077914,0.011467652,0.0045560477],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009887251,0.0012123504,0.0012989567,0.0026871278,0.003013684,0.008528506,0.0029371588,0.011073304,0.024341175],"category_scores_gemma":[0.042328864,0.00066647044,0.0013181744,0.00171116,0.004643166,0.006132245,0.00490935,0.012786371,0.015450289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016531641,0.000041053787,0.00016032287,0.00031866867,0.0000056149765,0.000105672065,0.00029168287,0.00006039934,0.00019697157,0.0040815324,0.96479976,0.029921794],"study_design_scores_gemma":[0.000008488832,0.000049335824,0.0006449562,0.00038826195,0.000006375261,0.000288745,0.00025131568,0.00016527459,0.00010324899,0.005043966,0.9930327,0.000017386254],"about_ca_topic_score_codex":0.0014511717,"about_ca_topic_score_gemma":0.0022091875,"teacher_disagreement_score":0.9901127,"about_ca_system_score_codex":0.0024593652,"about_ca_system_score_gemma":0.0035294306,"threshold_uncertainty_score":0.0814293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2233201293","doi":"10.1177/1556264615599687","title":"Risk and Representation in Research Ethics","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Nunavut; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Identity (music); Negotiation; Research ethics; Context (archaeology); Politics; Sociology; Representation (politics); Corporate governance; Legislation; Political science; Public relations; Public administration; Law; Social science; Engineering ethics; Business","score_opus":0.8772426492968817,"score_gpt":0.7351465473444156,"score_spread":0.14209610195246603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233201293","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048481017,0.018955171,0.106837936,0.46145734,0.002132098,0.00066195615,0.00006513985,0.00011339886,0.36129594],"genre_scores_gemma":[0.94457257,0.0041975393,0.01843188,0.020551933,0.00079768564,0.00056015135,0.000023174467,0.0000754436,0.010789568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.66872674,0.2554068,0.009655499,0.01177659,0.04274134,0.0116929915],"domain_scores_gemma":[0.77976424,0.16941954,0.011779264,0.013580115,0.019580927,0.005875921],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23601568,0.0009914624,0.001389135,0.0036702591,0.032410603,0.025062906,0.0037548412,0.012796775,0.0022232747],"category_scores_gemma":[0.16477056,0.0010091388,0.0009623863,0.003476276,0.22685799,0.014962362,0.019386102,0.016460447,0.00040684934],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076191527,0.000010907087,0.0005407114,0.00006532492,0.000008442711,0.000080624595,0.04645381,0.00020110115,0.00008203409,0.94633335,0.0010198307,0.0051962654],"study_design_scores_gemma":[0.000029975972,0.000032155658,0.0010598978,0.0010874768,0.000021025282,0.00021927034,0.02911076,0.0006246832,0.00024888938,0.8683123,0.09916798,0.000085626496],"about_ca_topic_score_codex":0.23908912,"about_ca_topic_score_gemma":0.15769999,"teacher_disagreement_score":0.98720324,"about_ca_system_score_codex":0.059124354,"about_ca_system_score_gemma":0.11815988,"threshold_uncertainty_score":0.94212866},"labels":[{"model":"gemma","categories":["sts","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2322177933","doi":"10.1525/jer.2011.6.3.47","title":"When They Hear What We Say: Ethical Challenges in Presenting Research Findings to the Huntington Disease Community","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Transparency (behavior); Autonomy; Disease; Research ethics; Psychology; Community engagement; Bioethics; Huntington's disease; Balance (ability); Social psychology; Medicine; Public relations; Political science; Psychiatry; Pathology","score_opus":0.9641321750926299,"score_gpt":0.7402153150700238,"score_spread":0.22391686002260613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322177933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07316474,0.007747849,0.057242792,0.82935226,0.008839275,0.00084892765,0.00009435139,0.0004517507,0.022258108],"genre_scores_gemma":[0.6448874,0.009171616,0.07870389,0.24837464,0.0050078193,0.003957395,0.00011824856,0.00073631236,0.009042647],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.51087326,0.44623965,0.011534417,0.004530024,0.020889146,0.0059335],"domain_scores_gemma":[0.49781585,0.39472523,0.031554677,0.017634848,0.035045695,0.023223728],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.24260473,0.0012897435,0.0017870892,0.0019626233,0.025438441,0.028007092,0.0049016876,0.022036487,0.0045142863],"category_scores_gemma":[0.48774868,0.001771254,0.0018516302,0.0016429604,0.046661932,0.023935886,0.021933038,0.03232425,0.0037311495],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017107188,0.00011249735,0.0014868136,0.00082993036,0.00007075652,0.0037429556,0.91348404,0.00018739808,0.0020154812,0.019240342,0.024876375,0.033782274],"study_design_scores_gemma":[0.00010902822,0.00018972708,0.0005757893,0.002929056,0.000078028126,0.006203794,0.7638668,0.0005631876,0.001530172,0.07404509,0.14969473,0.00021460385],"about_ca_topic_score_codex":0.001833107,"about_ca_topic_score_gemma":0.0020635072,"teacher_disagreement_score":0.9779635,"about_ca_system_score_codex":0.0053681927,"about_ca_system_score_gemma":0.019766418,"threshold_uncertainty_score":0.93400323},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2328191359","doi":"10.1525/jer.2013.8.2.110","title":"Ethical Challenges and Lessons Learned from <i>Inuulluataarneq</i> — “Having the Good Life” Study: A Community-Based Participatory Research Project in Greenland","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Comisión de Investigaciones Científicas; Medical Research Council; Kommissionen for Videnskabelige Undersøgelser i Grønland","keywords":"Community-based participatory research; Participatory action research; Viewpoints; Sociology; Research ethics; Public relations; Political science; Engineering ethics; Engineering","score_opus":0.9513969318966031,"score_gpt":0.7272710465388462,"score_spread":0.2241258853577569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328191359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5547288,0.0036200273,0.019088233,0.39483875,0.0030349062,0.0018209447,0.00017892948,0.00016522412,0.022524169],"genre_scores_gemma":[0.88114476,0.0022868658,0.05079458,0.051596213,0.00032845978,0.0030580582,0.00010961566,0.00021932932,0.010462205],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9181772,0.07307871,0.00096036185,0.0015054195,0.003045097,0.003233363],"domain_scores_gemma":[0.9174694,0.051475633,0.0021889117,0.0028454836,0.0074071107,0.018613398],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08381564,0.0004671274,0.00072674407,0.0007124131,0.029698,0.011171256,0.003014005,0.00601784,0.001752707],"category_scores_gemma":[0.030594237,0.0006817124,0.0006169857,0.0010007432,0.019361736,0.0041682567,0.010843977,0.0084259715,0.00035389615],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094074094,0.00029131916,0.0036169335,0.00033002696,0.000018736535,0.0034306333,0.9325447,0.00045928112,0.0023491757,0.01681525,0.010881479,0.029168282],"study_design_scores_gemma":[0.000022572012,0.0001571092,0.0028973022,0.00084257737,0.000014906146,0.0008002893,0.87067664,0.00043524275,0.0007964929,0.009281721,0.11399469,0.00008040869],"about_ca_topic_score_codex":0.11467429,"about_ca_topic_score_gemma":0.28187698,"teacher_disagreement_score":0.99398214,"about_ca_system_score_codex":0.013855026,"about_ca_system_score_gemma":0.07032015,"threshold_uncertainty_score":0.44326478},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2330179608","doi":"10.1525/jer.2010.5.4.13","title":"Research with Aboriginal Peoples: Authentic Relationships as a Precursor to Ethical Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Canadian Institutes of Health Research","keywords":"Metis; Context (archaeology); Research ethics; Qualitative research; Sociology; Indigenous; Environmental ethics; Public relations; Political science; Engineering ethics; Social science; Geography; Ecology; Archaeology","score_opus":0.5866934378888018,"score_gpt":0.6734124870864826,"score_spread":0.08671904919768081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330179608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35378549,0.014938817,0.11168699,0.2710458,0.0020963154,0.0036102843,0.00012528352,0.00022491968,0.24248618],"genre_scores_gemma":[0.95296884,0.0024683017,0.030460553,0.0060198777,0.00017562628,0.0008304393,0.000022497514,0.000054205386,0.00699969],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84374356,0.14018576,0.0020751406,0.0022988087,0.007962254,0.0037345246],"domain_scores_gemma":[0.8832528,0.065931186,0.008984874,0.01098752,0.016869979,0.013973609],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.097675264,0.0005384245,0.00094188383,0.0022285508,0.039000727,0.013823321,0.0022430045,0.0042251404,0.0032494706],"category_scores_gemma":[0.07836467,0.0008182006,0.00054677733,0.0020307417,0.07630937,0.009083518,0.017528426,0.011209001,0.00048711154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009309445,0.000027574319,0.00090321025,0.00013433082,0.000005557614,0.00042501395,0.94440854,0.000033296335,0.0003398413,0.046426523,0.000926387,0.006360413],"study_design_scores_gemma":[0.0000108130625,0.00006305698,0.0017428856,0.00079375436,0.000011673537,0.00083057873,0.8608288,0.0001426412,0.00040904453,0.039588585,0.09554081,0.000037351758],"about_ca_topic_score_codex":0.083356075,"about_ca_topic_score_gemma":0.12537481,"teacher_disagreement_score":0.99577487,"about_ca_system_score_codex":0.01971053,"about_ca_system_score_gemma":0.07193004,"threshold_uncertainty_score":0.51656234},"labels":[],"label_agreement":null},{"id":"W2332005422","doi":"10.1525/jer.2011.6.4.84","title":"What Women Who Use Drugs Have to Say about Ethical Research: Findings of an Exploratory Qualitative Study","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Exploratory research; Qualitative research; Research ethics; Feeling; Incentive; Focus group; Dehumanization; Psychology; Variety (cybernetics); Empirical research; Population; Social psychology; Public relations; Sociology; Political science; Social science; Psychiatry","score_opus":0.9633559533230378,"score_gpt":0.7845533204683083,"score_spread":0.17880263285472953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332005422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739204,0.0017973103,0.0031290124,0.010864343,0.00020191087,0.00038077793,0.00011783952,0.00003119249,0.009557303],"genre_scores_gemma":[0.98773986,0.0022208137,0.0012546742,0.0038867567,0.00006288307,0.00041520165,0.00004438932,0.0000454438,0.0043299883],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97552323,0.019837083,0.0005588506,0.0006937171,0.0014250722,0.0019620587],"domain_scores_gemma":[0.94550675,0.04595943,0.002435175,0.0007549024,0.0020503374,0.0032933997],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02851945,0.0008242084,0.0012003359,0.0020776638,0.016510537,0.007962157,0.0019713691,0.0032173956,0.0027832547],"category_scores_gemma":[0.04442015,0.0012953603,0.0005395573,0.0021620658,0.018994983,0.0070509342,0.0070504365,0.00476663,0.00044130132],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001998905,0.000020210446,0.0012068526,0.00006643544,0.0000025350703,0.00041202735,0.9955325,0.000008678927,0.00034360835,0.0006328571,0.000191736,0.0015624797],"study_design_scores_gemma":[0.000002744417,0.000024069186,0.00043317906,0.0000994678,0.0000025488341,0.00015555856,0.9940959,0.00001886787,0.00010555434,0.00014976623,0.004906739,0.0000055202813],"about_ca_topic_score_codex":0.013861211,"about_ca_topic_score_gemma":0.020820646,"teacher_disagreement_score":0.9967826,"about_ca_system_score_codex":0.0063370895,"about_ca_system_score_gemma":0.008044451,"threshold_uncertainty_score":0.15082705},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2334054527","doi":"10.1525/jer.2012.7.5.30","title":"Getting through Ethics: The Fit between Research Ethics Board Assessments and Qualitative Research","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Transparency (behavior); Qualitative research; Reciprocity (cultural anthropology); Engineering ethics; Research integrity; Process (computing); Sociology; Management science; Psychology; Political science; Computer science; Social science; Engineering; Law","score_opus":0.9881145546035123,"score_gpt":0.8642491724530705,"score_spread":0.12386538215044174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334054527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043888357,0.011093465,0.68722665,0.17858168,0.0041189734,0.004908535,0.00012742788,0.00039552173,0.06965946],"genre_scores_gemma":[0.60158044,0.003682451,0.36307615,0.014978104,0.0006990987,0.013039931,0.00007837187,0.00042862326,0.002436842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.13839658,0.8122308,0.018643592,0.0066412915,0.021759126,0.0023285386],"domain_scores_gemma":[0.16199547,0.73193985,0.02351648,0.03618689,0.039532598,0.0068287235],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6534371,0.0011884334,0.002565795,0.010250721,0.013654003,0.037510812,0.0049894066,0.008050031,0.0028829172],"category_scores_gemma":[0.6945259,0.0022759538,0.0012474586,0.008512813,0.09323183,0.045473292,0.030031435,0.013257285,0.0010960825],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009164084,0.00007932048,0.0049183387,0.0023415063,0.00007459092,0.00036220453,0.48718762,0.0004460355,0.00044967912,0.41205758,0.004297773,0.087693654],"study_design_scores_gemma":[0.000094582356,0.00021774934,0.003504293,0.0098454915,0.00007001094,0.0013616696,0.26489744,0.0035776068,0.00065430894,0.6165372,0.09899261,0.00024696125],"about_ca_topic_score_codex":0.0048544286,"about_ca_topic_score_gemma":0.006703317,"teacher_disagreement_score":0.34656292,"about_ca_system_score_codex":0.019980706,"about_ca_system_score_gemma":0.05135679,"threshold_uncertainty_score":0.42737383},"labels":[],"label_agreement":null},{"id":"W2335612019","doi":"10.1177/1556264615597497","title":"The Satisfaction and Use of Research Ethics Board Information Systems in Canada","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Robustness (evolution); User satisfaction; Variety (cybernetics); Ethics committee; Research ethics; Patient satisfaction; Psychology; Information system; Applied psychology; Computer science; Medicine; Political science; Nursing; Public administration; Human–computer interaction; Law","score_opus":0.9372113259143242,"score_gpt":0.699716467253466,"score_spread":0.23749485866085818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335612019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823422,0.00057231676,0.00044046427,0.0042061456,0.000027985292,0.00008552759,0.0004357248,0.000036781727,0.011852849],"genre_scores_gemma":[0.99710876,0.00040794362,0.00036323108,0.00045313218,0.0000069570865,0.000016924023,0.00017862047,0.000012845438,0.0014514355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9690948,0.008726924,0.0022737149,0.0013004777,0.014270482,0.004333549],"domain_scores_gemma":[0.86764365,0.032116286,0.024464423,0.0035666798,0.049739882,0.022469165],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013333922,0.00014866175,0.0004732722,0.0021740566,0.0054849265,0.006474081,0.0010096076,0.00062392745,0.003535609],"category_scores_gemma":[0.07415199,0.00038274555,0.00029977606,0.004830512,0.0034061393,0.0011692673,0.0022551408,0.0011830396,0.0002666413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038550602,0.0002921347,0.820721,0.0003335936,0.00010560538,0.0003400872,0.06375482,0.00062803255,0.0012144776,0.0028604285,0.009625512,0.09973882],"study_design_scores_gemma":[0.000028974506,0.00015920302,0.9272162,0.00015967652,0.000020393793,0.00009531338,0.05196052,0.0009089496,0.00029798687,0.00025098826,0.018819958,0.00008180717],"about_ca_topic_score_codex":0.9375292,"about_ca_topic_score_gemma":0.92254096,"teacher_disagreement_score":0.99937606,"about_ca_system_score_codex":0.041742206,"about_ca_system_score_gemma":0.085530095,"threshold_uncertainty_score":0.30286235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2336864278","doi":"10.1177/1556264616637965","title":"Book Review: The Ethics Police? The struggle to make human research safe","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Ethics committee; Political science; Sociology; Criminology; Psychology; Engineering; Public administration","score_opus":0.8321787933319287,"score_gpt":0.7426037277584595,"score_spread":0.08957506557346917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336864278","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039298582,0.14399211,0.0011117044,0.7869484,0.055469196,0.00006618456,0.000108187225,0.000054687236,0.011856579],"genre_scores_gemma":[0.021436103,0.21372887,0.005345356,0.5630836,0.117276624,0.00059222005,0.00024146105,0.0004575728,0.07783813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95971406,0.02564874,0.0023994448,0.0013136392,0.01019556,0.00072855345],"domain_scores_gemma":[0.655012,0.27500343,0.010489325,0.007404296,0.045508035,0.0065828394],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031644516,0.0006012583,0.002221808,0.0033071153,0.0024795623,0.010885135,0.0020490033,0.012178342,0.0128795365],"category_scores_gemma":[0.18566875,0.00094449444,0.0007200612,0.0038980057,0.009228373,0.00748526,0.001902965,0.01423039,0.0068719746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009114688,0.000007187984,0.000069998896,0.00070338405,0.000024606092,0.000044559016,0.00027204488,0.000034425877,0.000043420383,0.008301536,0.97104466,0.019445054],"study_design_scores_gemma":[0.000023251487,0.000015322808,0.00023760162,0.0039053045,0.000038100574,0.00023198716,0.0005738984,0.00010152752,0.00009648379,0.016737368,0.9780061,0.000033041604],"about_ca_topic_score_codex":0.007572201,"about_ca_topic_score_gemma":0.021602465,"teacher_disagreement_score":0.98782164,"about_ca_system_score_codex":0.0074354038,"about_ca_system_score_gemma":0.025430303,"threshold_uncertainty_score":0.16735417},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2341904880","doi":"10.1177/1556264614540588","title":"Robotic Innovation","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Psychology; Political science; Engineering ethics; Computer science; Engineering","score_opus":0.7284923075885262,"score_gpt":0.60731738377443,"score_spread":0.12117492381409622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341904880","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049934994,0.0019465185,0.032978624,0.0052441666,0.00065203244,0.000121514415,0.00015996522,0.0002997312,0.90866244],"genre_scores_gemma":[0.7968135,0.0020626918,0.012246105,0.00084828824,0.00024683078,0.00018460961,0.00025736907,0.00006459546,0.18727593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983941,0.00050289964,0.000072776355,0.00024539544,0.0006533882,0.00013151392],"domain_scores_gemma":[0.99800617,0.00071018434,0.00018167857,0.0005771426,0.00033828788,0.00018662639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014371169,0.00039388335,0.00024000426,0.0012058935,0.0009911167,0.0032645094,0.0007740046,0.0014716955,0.04567483],"category_scores_gemma":[0.004808607,0.00020886256,0.0004575708,0.0005523918,0.0019353052,0.0029684205,0.0018857825,0.00085742964,0.0077221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009515373,0.0002222238,0.0031889838,0.00035491795,0.00005215446,0.00024199561,0.000990655,0.0035301326,0.004972396,0.73999596,0.020844454,0.22551098],"study_design_scores_gemma":[0.000056070137,0.00037490515,0.009955936,0.00030874304,0.00006236664,0.0009848737,0.002065455,0.01009937,0.009186115,0.30495504,0.6618881,0.000062921164],"about_ca_topic_score_codex":0.0009350593,"about_ca_topic_score_gemma":0.0009865246,"teacher_disagreement_score":0.04567483,"about_ca_system_score_codex":0.0011512701,"about_ca_system_score_gemma":0.0013261707,"threshold_uncertainty_score":0.15279752},"labels":[],"label_agreement":null},{"id":"W2397898304","doi":"10.1525/jer.2013.8.1.55","title":"Ethical Challenges and Opportunities for Nurses in HIV and AIDS Community-Based Participatory Research in Jamaica","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Autonomy; Community-based participatory research; Participatory action research; Stakeholder; Public relations; Community engagement; Research ethics; Sociology; Nursing; Stakeholder engagement; Solidarity; Sustainability; Health care; Medicine; Political science; Politics","score_opus":0.9769524622025952,"score_gpt":0.7582380811135123,"score_spread":0.21871438108908292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397898304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93136406,0.0022013742,0.007489845,0.045393433,0.00012233421,0.00086259935,0.000024868947,0.000018625127,0.012522793],"genre_scores_gemma":[0.9910342,0.0006665027,0.0047376314,0.0019229888,0.00003586054,0.0005365668,0.000008107161,0.00000393835,0.0010541743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8782049,0.11460057,0.0013174736,0.0014224407,0.0018426289,0.0026119424],"domain_scores_gemma":[0.87782896,0.10143873,0.004821493,0.0055064987,0.003432767,0.006971513],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09373531,0.00021174157,0.00034807692,0.0006400357,0.019532409,0.008676851,0.0019560114,0.0024887363,0.00083504413],"category_scores_gemma":[0.047920384,0.00046906367,0.00018089765,0.0009814791,0.020059852,0.002419147,0.010302089,0.003232609,0.00007242079],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009557775,0.00022538374,0.019522404,0.00031871165,0.000014879895,0.0024324853,0.9304045,0.00046502653,0.0011810351,0.012568565,0.0011600915,0.031611413],"study_design_scores_gemma":[0.000038930903,0.00014251539,0.007699822,0.00047950004,0.000008613445,0.00036629877,0.9683856,0.0004758852,0.00039461674,0.0070965136,0.014890885,0.000020912166],"about_ca_topic_score_codex":0.023418318,"about_ca_topic_score_gemma":0.09602644,"teacher_disagreement_score":0.99751127,"about_ca_system_score_codex":0.007162334,"about_ca_system_score_gemma":0.034601394,"threshold_uncertainty_score":0.49572563},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2404777889","doi":"10.1525/jer.2006.1.4.77","title":"Trends in Canadian Sociology Master's Theses in Relation to Research Ethics Review, 1995–2004","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Medical Research Council","keywords":"Sociology; Research ethics; Field (mathematics); Qualitative research; Relation (database); Social science; Work (physics); Engineering ethics","score_opus":0.8652001765787157,"score_gpt":0.7007556206004423,"score_spread":0.16444455597827345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404777889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.488419,0.11702474,0.0018909137,0.21853322,0.003613213,0.0012769822,0.026411377,0.00085603655,0.14197448],"genre_scores_gemma":[0.8698686,0.051684506,0.0023790908,0.008672187,0.0015961069,0.00077982945,0.010051924,0.00014940074,0.05481843],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9446984,0.006047971,0.0038440274,0.003631182,0.033249907,0.00852856],"domain_scores_gemma":[0.62810934,0.031626914,0.058084738,0.0048824586,0.19461699,0.08267958],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.034069303,0.00065058365,0.0014395035,0.040088255,0.008207364,0.008921669,0.0044131353,0.0025453714,0.0058276625],"category_scores_gemma":[0.13790484,0.00094709866,0.00073779334,0.044487666,0.0047488515,0.0023340473,0.00457065,0.0035504506,0.0010514737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00076846493,0.00034044683,0.3006721,0.007943576,0.00025959645,0.0007078277,0.06011914,0.0011304507,0.0037754138,0.030710552,0.28886807,0.30470437],"study_design_scores_gemma":[0.00001688713,0.00005905688,0.62265253,0.0006050935,0.000018425853,0.0001653772,0.00953549,0.00018815407,0.00041161897,0.00027269943,0.36600953,0.000065106964],"about_ca_topic_score_codex":0.9477035,"about_ca_topic_score_gemma":0.9707618,"teacher_disagreement_score":0.99745464,"about_ca_system_score_codex":0.17701244,"about_ca_system_score_gemma":0.27990273,"threshold_uncertainty_score":0.9545489},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2428532148","doi":"10.1525/jer.2013.8.5.82","title":"Letter to the Editor","year":2013,"lang":"en","type":"letter","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Computer science; Political science; Psychology","score_opus":0.6843819998330386,"score_gpt":0.6434455258129742,"score_spread":0.040936474020064395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2428532148","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049348944,0.0012532942,0.00009813816,0.912062,0.06989929,0.00003390882,0.000067550754,0.000053227748,0.016039098],"genre_scores_gemma":[0.004622677,0.0007359694,0.00014186939,0.91455853,0.032844864,0.000066986366,0.000022088117,0.00003982088,0.046967186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99577796,0.0009466869,0.00035132683,0.00058803556,0.0015800362,0.0007558098],"domain_scores_gemma":[0.9904711,0.0036240995,0.00058421044,0.00033412682,0.0030632457,0.0019231008],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004423226,0.00068716484,0.0017002999,0.0009511952,0.0053244643,0.005810154,0.0019990858,0.040431503,0.015303012],"category_scores_gemma":[0.04367889,0.0007400919,0.0013471999,0.0007197871,0.0026104716,0.0026162309,0.0015864779,0.028115047,0.0110548865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025206946,0.000013767947,0.0002060735,0.00002171396,0.000006757727,0.00062024046,0.00006939613,0.000020161191,0.000037868627,0.0012098728,0.9950422,0.0027267311],"study_design_scores_gemma":[0.000053454765,0.000027959737,0.00094846403,0.00021105548,0.000023371886,0.00085460074,0.0004576065,0.00022679863,0.00018247747,0.0047899503,0.9921801,0.000044235123],"about_ca_topic_score_codex":0.009535051,"about_ca_topic_score_gemma":0.015043894,"teacher_disagreement_score":0.984697,"about_ca_system_score_codex":0.005041832,"about_ca_system_score_gemma":0.010251151,"threshold_uncertainty_score":0.051193714},"labels":[],"label_agreement":null},{"id":"W2431984842","doi":"10.1525/jer.2012.7.1.28","title":"Science, Politics, and Identity in Northern Research Ethics Licensing","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Politics; Identity (music); Research ethics; Political science; Engineering ethics; Research integrity; Sociology; Public relations; Law; Engineering; Philosophy","score_opus":0.9500957985831261,"score_gpt":0.8063348333549019,"score_spread":0.14376096522822424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431984842","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16658509,0.008601169,0.0073984466,0.144264,0.0003915813,0.00007426688,0.000016800128,0.000038147806,0.6726304],"genre_scores_gemma":[0.99077165,0.0005781418,0.0006804292,0.0034712963,0.00008015787,0.000045843724,0.0000032182436,0.00001624095,0.004353003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96150047,0.02577253,0.0010845563,0.0022337895,0.005422404,0.0039861994],"domain_scores_gemma":[0.9550628,0.033444438,0.002928801,0.002277348,0.0026017854,0.003684789],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039194558,0.0002538917,0.00078650756,0.001434204,0.037450932,0.026142238,0.0016063085,0.006783655,0.0034183818],"category_scores_gemma":[0.03972473,0.0007642242,0.00032799368,0.0024316101,0.17582786,0.014693034,0.017847776,0.008905847,0.00034121436],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005928189,0.000011090789,0.0007322054,0.000016196362,0.0000017364025,0.00008059196,0.050840043,0.00006019767,0.000038560804,0.944845,0.00048425232,0.0028841791],"study_design_scores_gemma":[0.00002316827,0.000026336418,0.0032684233,0.0003653318,0.000010595408,0.00022508489,0.085699596,0.00043008933,0.00030200454,0.84205854,0.06754407,0.00004686412],"about_ca_topic_score_codex":0.113520585,"about_ca_topic_score_gemma":0.11450554,"teacher_disagreement_score":0.99321634,"about_ca_system_score_codex":0.039120615,"about_ca_system_score_gemma":0.051528763,"threshold_uncertainty_score":0.28384125},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2439369608","doi":"10.1525/jer.2012.7.4.20","title":"Navigating Risks and Professional Roles: Research with Lesbian, Gay, Bisexual, Trans, and Queer Young People with Intellectual Disabilities","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; York University; University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Lesbian; Queer; Gender studies; Psychology; Homosexuality; Sociology; Social psychology","score_opus":0.7881770555990171,"score_gpt":0.6787389928186681,"score_spread":0.10943806278034895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2439369608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99009377,0.0011397767,0.0009746614,0.0027673524,0.000039837367,0.00074580155,0.00003100251,0.000004460146,0.004203253],"genre_scores_gemma":[0.98840684,0.0029796502,0.0024625172,0.0023010387,0.000037748887,0.0013335857,0.000030321296,0.0000078485955,0.0024404707],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97631216,0.017990293,0.00061755563,0.00067732105,0.0013748538,0.0030278184],"domain_scores_gemma":[0.96461564,0.02425352,0.0042151175,0.001000243,0.0024621738,0.003453263],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03438747,0.0006915399,0.00073871994,0.0026701347,0.026975295,0.009360084,0.0021059818,0.0026319132,0.002397446],"category_scores_gemma":[0.02379574,0.0009154118,0.00043015892,0.0023645204,0.014754674,0.004146543,0.010362733,0.003366363,0.00032085637],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010633252,0.0000854297,0.004753295,0.00008048195,0.0000020643479,0.0002664247,0.99086225,0.00000803684,0.00015067114,0.00039207187,0.00007669271,0.0033118867],"study_design_scores_gemma":[0.000005967174,0.000049184982,0.0017720903,0.0001032113,0.0000037990158,0.00011684703,0.9961886,0.000008691441,0.00007578898,0.00016434945,0.0015075925,0.0000039856045],"about_ca_topic_score_codex":0.1264992,"about_ca_topic_score_gemma":0.4167433,"teacher_disagreement_score":0.9973681,"about_ca_system_score_codex":0.012358482,"about_ca_system_score_gemma":0.042353157,"threshold_uncertainty_score":0.25152582},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2469441829","doi":"10.1177/1556264616650117","title":"Ethics Oversight Mechanisms for Surgical Innovation","year":2016,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Speculation; Argumentation theory; Argument (complex analysis); Engineering ethics; Value (mathematics); Research ethics; Mechanism (biology); Systematic review; Epistemology; Medicine; Psychology; MEDLINE; Political science; Business; Law; Computer science; Philosophy; Engineering","score_opus":0.8873409579831294,"score_gpt":0.7326723953404056,"score_spread":0.15466856264272377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469441829","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010669054,0.63347495,0.059749506,0.20538613,0.0059126085,0.0009966082,0.00021726565,0.000120796314,0.083473034],"genre_scores_gemma":[0.5840302,0.23351422,0.059067324,0.10774692,0.0065280586,0.00344539,0.00024606741,0.00012921759,0.0052925907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.6161438,0.28820902,0.028640812,0.01176725,0.050668634,0.0045704804],"domain_scores_gemma":[0.2932307,0.6104267,0.0545514,0.020861756,0.01914659,0.001782814],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2513725,0.0010500932,0.0021521756,0.0059796954,0.0030517974,0.013019675,0.003244162,0.012546049,0.0055613243],"category_scores_gemma":[0.46772105,0.0010404389,0.002922566,0.0050467597,0.02324067,0.017464114,0.007892712,0.012352344,0.0009721132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001634299,0.000061574276,0.002262515,0.02073667,0.00056916464,0.00022877882,0.003505761,0.0010176798,0.0002874692,0.81282014,0.013813103,0.1445337],"study_design_scores_gemma":[0.0002762478,0.00018677783,0.0030563371,0.11731345,0.000902061,0.0010059697,0.0026684601,0.0009870866,0.0011544443,0.5831857,0.2891369,0.00012654495],"about_ca_topic_score_codex":0.0011818851,"about_ca_topic_score_gemma":0.0013720552,"teacher_disagreement_score":0.74862754,"about_ca_system_score_codex":0.009093365,"about_ca_system_score_gemma":0.029211871,"threshold_uncertainty_score":0.923191},"labels":[],"label_agreement":null},{"id":"W2552473844","doi":"10.1177/1556264616670769","title":"The Perceived Impact of Trauma-Focused Research on Forensic Psychiatric Patients With Lifetime Victimization Histories","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; BC Mental Health & Substance Use Services; University of British Columbia","funders":"","keywords":"Psychology; Psychiatry; Neglect; Clinical psychology; Childhood abuse; Adverse Childhood Experiences; Arousal; Injury prevention; Suicide prevention; Child abuse; Poison control; Medicine; Mental health; Medical emergency; Social psychology","score_opus":0.43127944379027255,"score_gpt":0.584116469756809,"score_spread":0.15283702596653642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552473844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99762505,0.0003874998,0.00007993552,0.00048109324,0.000014319859,0.00000815458,0.000021663847,0.0000027726182,0.0013795546],"genre_scores_gemma":[0.99953187,0.00018922068,0.000081693994,0.000084306455,0.000011637237,0.000005499852,0.000012585121,8.105461e-7,0.00008237125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945721,0.0035232436,0.00047654888,0.00015180603,0.00080482656,0.00047155557],"domain_scores_gemma":[0.98156446,0.0066469824,0.0065722344,0.00060765666,0.0011541838,0.0034544591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039793053,0.00017887031,0.00035106676,0.001154422,0.0017248556,0.0021423397,0.00033470622,0.0006139059,0.0028742317],"category_scores_gemma":[0.024399145,0.00022140185,0.00036372806,0.00052823685,0.0016474042,0.0010669398,0.0022429181,0.0008710681,0.00023236779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004482462,0.0004453307,0.9219147,0.0002759206,0.00024347308,0.001936273,0.036809348,0.00015372269,0.0019509784,0.0007593026,0.0010230081,0.03403985],"study_design_scores_gemma":[0.000044906075,0.0012128626,0.7952529,0.00031365137,0.00017586673,0.0117631275,0.18416673,0.00032892535,0.000597028,0.0007044511,0.005362717,0.00007679151],"about_ca_topic_score_codex":0.00054109073,"about_ca_topic_score_gemma":0.0014129848,"teacher_disagreement_score":0.0039793053,"about_ca_system_score_codex":0.0006427131,"about_ca_system_score_gemma":0.000917539,"threshold_uncertainty_score":0.02104485},"labels":[],"label_agreement":null},{"id":"W2555776032","doi":"10.1177/1556264616675202","title":"“. . . I’ve Gone Through This My Own Self, So I Practice What I Preach . . . ”","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; National Institutes of Health; National Institute for Health and Care Research","keywords":"Voluntariness; Thematic analysis; Informed consent; Focus group; Vaccine trial; Psychology; Community engagement; Human immunodeficiency virus (HIV); Public relations; Medical education; Qualitative research; Medicine; Alternative medicine; Sociology; Political science; Family medicine","score_opus":0.9156125763777988,"score_gpt":0.7695272386239651,"score_spread":0.1460853377538337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555776032","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.299239,0.008407193,0.09213908,0.23315807,0.004633443,0.0011468908,0.00022438986,0.0007753479,0.3602766],"genre_scores_gemma":[0.86300653,0.0043914835,0.0339606,0.03476728,0.00038262582,0.00075918966,0.00013990981,0.0002753578,0.062317077],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9755785,0.02030109,0.00040351847,0.0006930799,0.0020220594,0.0010017192],"domain_scores_gemma":[0.9800325,0.008477899,0.002938387,0.0017521514,0.004080383,0.0027186344],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01817453,0.00050074025,0.00041008255,0.0008045581,0.009303673,0.0039583407,0.0012225157,0.0022974769,0.00796571],"category_scores_gemma":[0.035241798,0.00037747092,0.00043094225,0.00063457404,0.017223379,0.005646635,0.004780875,0.0066615436,0.0040504504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010168126,0.00023980992,0.008957735,0.0008055991,0.000047629466,0.0010370776,0.7337957,0.00013319534,0.0041889157,0.054719683,0.08836829,0.10760462],"study_design_scores_gemma":[0.000036851186,0.00024836566,0.0063516484,0.0013168561,0.00003089686,0.0024555756,0.441927,0.0002940237,0.0021728645,0.021843495,0.52318096,0.00014152662],"about_ca_topic_score_codex":0.0043511344,"about_ca_topic_score_gemma":0.008124006,"teacher_disagreement_score":0.99770254,"about_ca_system_score_codex":0.0026870766,"about_ca_system_score_gemma":0.008600309,"threshold_uncertainty_score":0.09611726},"labels":[],"label_agreement":null},{"id":"W2606182161","doi":"10.1177/1556264617696920","title":"Recognizing Risk and Vulnerability in Research Ethics: Imagining the “What Ifs?”","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Vulnerability (computing); Research ethics; Qualitative research; Human research; Theme (computing); Engineering ethics; Field (mathematics); Sociology; Psychology; Social psychology; Computer security; Social science; Computer science; Engineering","score_opus":0.9768887008413649,"score_gpt":0.8180332263880681,"score_spread":0.15885547445329684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606182161","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21158259,0.010355449,0.20054041,0.523509,0.0027764875,0.0014872731,0.00005543834,0.00022985501,0.0494635],"genre_scores_gemma":[0.9075973,0.00373803,0.06361506,0.021398902,0.00046686296,0.0010758624,0.000020480722,0.0001246092,0.0019628801],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5251752,0.44692537,0.007339367,0.0041609164,0.012069171,0.004329913],"domain_scores_gemma":[0.5625053,0.37240547,0.021277376,0.015953775,0.019497072,0.00836101],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.27806723,0.0015373747,0.0015399621,0.003992889,0.018431265,0.02313765,0.0045231623,0.0126294615,0.0017751871],"category_scores_gemma":[0.2543263,0.0019400701,0.0014030541,0.002633656,0.104622066,0.046444345,0.023822134,0.020228535,0.0006569508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036900772,0.000044388533,0.0021711113,0.00046959455,0.000029751103,0.00063217897,0.88597226,0.00025623842,0.0007395888,0.094983496,0.0018792384,0.012785184],"study_design_scores_gemma":[0.000026302092,0.00009275623,0.00087737176,0.0017944323,0.000033468186,0.0013614502,0.7543778,0.0010556623,0.0009927485,0.19910425,0.040182907,0.00010087615],"about_ca_topic_score_codex":0.0026866028,"about_ca_topic_score_gemma":0.0033365758,"teacher_disagreement_score":0.98737055,"about_ca_system_score_codex":0.011134539,"about_ca_system_score_gemma":0.027824722,"threshold_uncertainty_score":0.89027166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2621788866","doi":"10.1177/1556264617713098","title":"The Meanings of Helping: An Analysis of Cystic Fibrosis Patients’ Reasons for Participating in Biomedical Research","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Feeling; Helping behavior; Psychology; Research ethics; Field (mathematics); Medicine; Social psychology; Psychiatry","score_opus":0.8648318361647913,"score_gpt":0.7729229727660115,"score_spread":0.0919088633987798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621788866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993254,0.0005946508,0.00050095277,0.0034248356,0.000029299044,0.00004964855,0.0000377411,0.0000037576917,0.002105147],"genre_scores_gemma":[0.99837494,0.00034350454,0.00045643782,0.0004997051,0.000013610261,0.000060544382,0.000028149308,0.0000049374535,0.00021819239],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97401345,0.020830927,0.001559189,0.0006349481,0.0016698457,0.0012917678],"domain_scores_gemma":[0.90487945,0.074387565,0.01126351,0.00152847,0.003924715,0.0040162983],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021819813,0.0003188505,0.0005979522,0.002259241,0.0053523565,0.0040096515,0.001001929,0.001817733,0.0024243942],"category_scores_gemma":[0.071017794,0.0003710961,0.00072464516,0.0018002308,0.006500952,0.003941882,0.0065806913,0.0027971684,0.00020256641],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017422053,0.00010429926,0.09170127,0.0003410357,0.00004241601,0.0006890553,0.88581324,0.00004042974,0.00042549285,0.0028680575,0.00090569543,0.016894829],"study_design_scores_gemma":[0.000016505766,0.0000620856,0.040579244,0.00027269433,0.000021401827,0.0005961509,0.9517221,0.00013782321,0.00011372026,0.0014756838,0.004966349,0.000036252914],"about_ca_topic_score_codex":0.0020063338,"about_ca_topic_score_gemma":0.0046313205,"teacher_disagreement_score":0.9981823,"about_ca_system_score_codex":0.0031281419,"about_ca_system_score_gemma":0.004670743,"threshold_uncertainty_score":0.115395606},"labels":[],"label_agreement":null},{"id":"W2748041157","doi":"10.1177/1556264617723137","title":"Transparency of Biobank Access in Canada: An Assessment of Industry Access and the Availability of Information on Access Policies and Resulting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; University of Toronto","funders":"University of Toronto","keywords":"Biobank; Transparency (behavior); Business; Commercialization; Accountability; Data access; Public access; Internet privacy; Public relations; Computer security; Political science; Computer science; Marketing; Law","score_opus":0.9494966952269831,"score_gpt":0.8060133584040988,"score_spread":0.14348333682288428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748041157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9046152,0.004770338,0.002068908,0.035033666,0.00007259711,0.00058593036,0.0024370162,0.000090934634,0.050325457],"genre_scores_gemma":[0.9943012,0.0013535556,0.0011745063,0.0011252812,0.0000130603885,0.00009202457,0.0003315421,0.00001774518,0.0015911373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9183228,0.014891633,0.0058323587,0.0029809277,0.046673335,0.01129895],"domain_scores_gemma":[0.7022223,0.12285791,0.05010008,0.008774982,0.09212005,0.023924591],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.053187016,0.00031778315,0.0005910734,0.009305049,0.017789902,0.01141419,0.0029070321,0.0015944389,0.002787322],"category_scores_gemma":[0.153746,0.00078415324,0.0007271192,0.016692247,0.0092619285,0.0034021195,0.008140898,0.0027100993,0.000118514625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006035166,0.00022389906,0.59636,0.0016062318,0.00026109137,0.0020141173,0.23391953,0.0010835403,0.0019553301,0.040706914,0.01711954,0.10414622],"study_design_scores_gemma":[0.000033005843,0.00007793637,0.8626648,0.00094408524,0.000094134,0.0003094251,0.08115474,0.0016403606,0.0007036598,0.0026962205,0.04947012,0.0002114211],"about_ca_topic_score_codex":0.9902035,"about_ca_topic_score_gemma":0.9920358,"teacher_disagreement_score":0.99709296,"about_ca_system_score_codex":0.18902844,"about_ca_system_score_gemma":0.33716723,"threshold_uncertainty_score":0.9406121},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2783419965","doi":"10.1177/1556264617752190","title":"Commentary on “Regulatory Support Improves Subsequent IRB/REC Approval Rates in Studies Initially Deemed Not Ready for Review: A CTSA Institution’s Experience”","year":2018,"lang":"en","type":"letter","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychological intervention; Intervention (counseling); Institution; Publishing; Public relations; Psychology; Engineering ethics; Political science; Medical education; Medicine; Nursing; Engineering; Law","score_opus":0.9409862820879777,"score_gpt":0.7611075250756625,"score_spread":0.17987875701231526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783419965","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017232934,0.00033443666,0.00010087643,0.98579884,0.012117635,0.000027721528,0.00006809822,0.000056730172,0.0013233081],"genre_scores_gemma":[0.0013667233,0.00023293387,0.00024366788,0.9849225,0.011106842,0.000069241396,0.000019217961,0.000035569003,0.0020032395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97195137,0.011299341,0.0044518905,0.0023399799,0.007999247,0.0019581455],"domain_scores_gemma":[0.87059623,0.08039906,0.007611135,0.0034156707,0.029742336,0.008235535],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029870356,0.00095943833,0.0019921162,0.0014182309,0.007533314,0.0057348423,0.00600577,0.074319154,0.012628082],"category_scores_gemma":[0.17273857,0.0013711674,0.002401228,0.0019531045,0.006982616,0.007019416,0.0029210323,0.05569307,0.012991006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024473216,0.000008298394,0.00014457229,0.00007108111,0.0000064922197,0.00042441068,0.00023348843,0.000024994732,0.00009069693,0.0009492474,0.9956305,0.002391804],"study_design_scores_gemma":[0.00010487256,0.000064802756,0.0008186874,0.0011571146,0.000027774524,0.00141252,0.00081168633,0.00036124987,0.0004155178,0.005591001,0.9891332,0.00010152216],"about_ca_topic_score_codex":0.011856645,"about_ca_topic_score_gemma":0.014585691,"teacher_disagreement_score":0.97012967,"about_ca_system_score_codex":0.00793075,"about_ca_system_score_gemma":0.018538892,"threshold_uncertainty_score":0.15797144},"labels":[],"label_agreement":null},{"id":"W2823857660","doi":"10.1177/1556264618784206","title":"Misuse of Coauthorship in Medical Theses in Sweden","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Family medicine; Political science; Medicine","score_opus":0.9695847857904526,"score_gpt":0.8174690094327913,"score_spread":0.15211577635766127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2823857660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745712,0.0027278226,0.0009929813,0.014747251,0.00032193144,0.000035695357,0.000023424796,0.000028633269,0.0065510683],"genre_scores_gemma":[0.99626416,0.00078597537,0.00028371773,0.0011097366,0.00016219394,0.000021449441,0.000014993615,0.000013625931,0.001344146],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8840393,0.09057308,0.0056754705,0.0021088861,0.013513486,0.0040898668],"domain_scores_gemma":[0.655488,0.20274043,0.092644714,0.010377326,0.015138841,0.023610717],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.035575125,0.0003550696,0.0007925176,0.0026414492,0.009768994,0.007861629,0.0012941917,0.0026758052,0.0036593005],"category_scores_gemma":[0.16637939,0.0006281398,0.0005184327,0.0021081716,0.010004031,0.0038156104,0.008414796,0.0035476342,0.0007539317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027762022,0.0002354075,0.096589126,0.0005798161,0.000074305055,0.0040323185,0.8358838,0.00015578818,0.0013941894,0.004724937,0.006470275,0.049582455],"study_design_scores_gemma":[0.0000364344,0.00038242014,0.02773428,0.0008435687,0.000030615603,0.006679447,0.91043425,0.0002586131,0.000704308,0.0027997047,0.050023023,0.000073385185],"about_ca_topic_score_codex":0.002066417,"about_ca_topic_score_gemma":0.0025407558,"teacher_disagreement_score":0.99732417,"about_ca_system_score_codex":0.0043367757,"about_ca_system_score_gemma":0.006223483,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2887318275","doi":"10.1177/1556264618789246","title":"“Hope for the Best, Plan for the Worst”: Understanding Institutional Inertia in Developing Confidentiality Protection Policies","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Massachusetts Institute of Technology","keywords":"Confidentiality; Public relations; Plan (archaeology); Political science; Resource (disambiguation); Research ethics; Resistance (ecology); Engineering ethics; Public administration; Sociology; Business; Law; Computer science","score_opus":0.9745530335484287,"score_gpt":0.7647554754841266,"score_spread":0.20979755806430211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887318275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5087291,0.003090812,0.05115724,0.3715945,0.000548757,0.0007471584,0.00006625964,0.00015181312,0.06391431],"genre_scores_gemma":[0.98022985,0.00081374834,0.010546008,0.0071621877,0.00009631662,0.00031783074,0.000024220357,0.00004589891,0.00076394074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8079784,0.16137834,0.006389684,0.0039443676,0.009745748,0.0105635505],"domain_scores_gemma":[0.5282106,0.36881727,0.042893056,0.014272529,0.022328997,0.023477651],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.24311237,0.00047838525,0.0007373161,0.004946608,0.020972326,0.03025786,0.004164571,0.0067422143,0.0030917842],"category_scores_gemma":[0.3152795,0.0013567939,0.00083628873,0.003922501,0.06102478,0.036214653,0.018296814,0.013104068,0.0004751744],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009894571,0.00030603772,0.04037432,0.00038619444,0.000055472192,0.0004207096,0.4419526,0.0010136932,0.00045466397,0.46180832,0.007919938,0.045209117],"study_design_scores_gemma":[0.00010779197,0.00021260454,0.02278357,0.0030476118,0.000083801606,0.0003171105,0.62750995,0.005086802,0.0012660535,0.27642626,0.06293158,0.00022687693],"about_ca_topic_score_codex":0.013801179,"about_ca_topic_score_gemma":0.014625831,"teacher_disagreement_score":0.99325776,"about_ca_system_score_codex":0.03193642,"about_ca_system_score_gemma":0.09269467,"threshold_uncertainty_score":0.9333772},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2890556979","doi":"10.1177/1556264618783560","title":"Commentary on “A Framework for Community and Stakeholder Engagement: Experiences From a Multicenter Study in Southern Africa”","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; Inyuvesi Yakwazulu-Natali; Canada Research Chairs","keywords":"Community engagement; Stakeholder engagement; Context (archaeology); Stigma (botany); Stakeholder; Public relations; Public involvement; Public health; Political science; Research ethics; Sociology; Psychology; Medicine; Nursing; Geography; Psychiatry","score_opus":0.9807103539695299,"score_gpt":0.8213110854040429,"score_spread":0.15939926856548703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890556979","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005247605,0.0015559868,0.00023936885,0.9849984,0.011759578,0.000029602888,0.000033026867,0.000012961573,0.0008464389],"genre_scores_gemma":[0.010066052,0.0014215438,0.00037839837,0.9780402,0.008005363,0.00025505782,0.00001883165,0.000057484493,0.0017570244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93231297,0.049736787,0.0035946327,0.003182892,0.007002339,0.0041704336],"domain_scores_gemma":[0.8095523,0.15235823,0.006714612,0.0023430765,0.019329218,0.009702497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054758374,0.0011677097,0.0018921618,0.0011228203,0.016524263,0.008775951,0.009853368,0.04358873,0.0046565463],"category_scores_gemma":[0.20332722,0.0010385227,0.0020491136,0.002211961,0.02097383,0.011517125,0.008919545,0.050757676,0.0017178081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069235415,0.000011425145,0.0002589023,0.0007329924,0.000020783324,0.0016206428,0.037452605,0.00006842214,0.00022121108,0.007847944,0.94569105,0.0060046082],"study_design_scores_gemma":[0.00004803837,0.000055193203,0.0005573587,0.0039943755,0.00003455622,0.0013312947,0.038626045,0.00012985818,0.00029977405,0.0078038136,0.94699377,0.00012598309],"about_ca_topic_score_codex":0.03886232,"about_ca_topic_score_gemma":0.047939774,"teacher_disagreement_score":0.054758374,"about_ca_system_score_codex":0.010972159,"about_ca_system_score_gemma":0.03630071,"threshold_uncertainty_score":0.2895934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2901309766","doi":"10.1177/1556264618804740","title":"“Why Don’t You Go Into Suburbs? Why Are You Targeting Us?”: Trust and Mistrust in HIV Vaccine Trials in South Africa","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Human immunodeficiency virus (HIV); HIV vaccine; Public relations; Political science; Vaccine trial; Economic growth; Virology; Medicine; Economics","score_opus":0.5252508677624643,"score_gpt":0.5903244192338575,"score_spread":0.06507355147139315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901309766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96937144,0.002041796,0.001256607,0.024342095,0.00009930863,0.000109453475,0.000015682053,0.0000068722816,0.0027567467],"genre_scores_gemma":[0.9977518,0.00044620188,0.00024385948,0.0013043998,0.000024718349,0.00004933636,0.0000038920975,0.0000038076782,0.00017199843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9011563,0.08849947,0.0028139413,0.0014405852,0.0030611444,0.0030286477],"domain_scores_gemma":[0.776543,0.16254771,0.041593272,0.0037605956,0.005151979,0.010403563],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08237739,0.00024025587,0.0007358547,0.0009311572,0.012202338,0.00572787,0.0012121663,0.0020847458,0.0022096543],"category_scores_gemma":[0.17290576,0.000640842,0.00032629544,0.0013454388,0.012253268,0.0067292876,0.007866782,0.003986401,0.00015415552],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028418255,0.00013927756,0.056565534,0.00052655116,0.000059030885,0.0013931295,0.91679776,0.000087902925,0.00039971885,0.0034943935,0.0019230241,0.01832951],"study_design_scores_gemma":[0.00005904079,0.00026461712,0.043239962,0.0010916503,0.000060262537,0.0006261453,0.94090855,0.00046807204,0.00034987167,0.003061907,0.009811721,0.000058219543],"about_ca_topic_score_codex":0.015664501,"about_ca_topic_score_gemma":0.021844368,"teacher_disagreement_score":0.99791527,"about_ca_system_score_codex":0.0076425644,"about_ca_system_score_gemma":0.015787488,"threshold_uncertainty_score":0.43565845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2904138804","doi":"10.1177/1556264618812625","title":"Of Parachutes and Participant Protection: Moving Beyond Quality to Advance Effective Research Ethics Oversight","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Empirical research; Research ethics; Compliance (psychology); Engineering ethics; Public relations; Business; Psychology; Political science; Management science; Social psychology; Economics","score_opus":0.9485647918137569,"score_gpt":0.7907133823520243,"score_spread":0.1578514094617326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904138804","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106189735,0.0065401853,0.28748995,0.6187723,0.0037675062,0.0021553764,0.00014575031,0.00045204896,0.070057936],"genre_scores_gemma":[0.42122054,0.004240685,0.32163024,0.22457284,0.0040538595,0.00671501,0.00025518815,0.000636775,0.016674817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.32873756,0.5281676,0.023511352,0.026249735,0.08079934,0.012534429],"domain_scores_gemma":[0.17300877,0.56488734,0.040946905,0.118314676,0.08489944,0.017942803],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67086715,0.0014800809,0.0030170057,0.0055561624,0.011711446,0.034119137,0.010883448,0.02422006,0.008706317],"category_scores_gemma":[0.66614777,0.0024370875,0.0031404465,0.005601581,0.089703836,0.061826676,0.033996172,0.037586108,0.0023383186],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015711579,0.00013489957,0.003403561,0.0005900797,0.0000942094,0.00009825963,0.010847604,0.0011311836,0.0003211765,0.87637144,0.01680657,0.09004391],"study_design_scores_gemma":[0.00047105583,0.00057085446,0.0033448474,0.0033455333,0.00011722353,0.00021001644,0.003914577,0.0028907517,0.0014880641,0.83966905,0.143764,0.00021403859],"about_ca_topic_score_codex":0.01716821,"about_ca_topic_score_gemma":0.017431676,"teacher_disagreement_score":0.97577995,"about_ca_system_score_codex":0.030299723,"about_ca_system_score_gemma":0.15515767,"threshold_uncertainty_score":0.40587944},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2941123231","doi":"10.1177/1556264619835707","title":"Decades of Doing: Indigenous Women Academics Reflect on the Practices of Community-Based Health Research","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Guelph","funders":"University of Winnipeg","keywords":"Indigenous; Research ethics; Negotiation; Sociology; Possession (linguistics); Work (physics); Community-based participatory research; Public relations; Political science; Engineering ethics; Social science; Participatory action research; Anthropology","score_opus":0.825058856148331,"score_gpt":0.7048073441647299,"score_spread":0.12025151198360107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941123231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70792544,0.015147191,0.0058919755,0.20273992,0.004056776,0.00015810515,0.000054408232,0.00016005979,0.06386603],"genre_scores_gemma":[0.9584399,0.0040481,0.0016145739,0.022622371,0.0007310067,0.00007215086,0.000023042907,0.000119427496,0.012329428],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9477761,0.038586948,0.0011058227,0.0017953648,0.0054716957,0.0052640913],"domain_scores_gemma":[0.9416859,0.03409051,0.00565888,0.0035559614,0.005246376,0.0097623095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.058684923,0.00072571565,0.0013081795,0.0024141106,0.037576996,0.019934647,0.0032861442,0.008153175,0.0034419012],"category_scores_gemma":[0.060463965,0.001037596,0.00083471206,0.0024015517,0.057541847,0.01692801,0.024233986,0.018727211,0.00074065133],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007734693,0.000013289366,0.0006803753,0.00003866377,0.000004229238,0.00031526596,0.9911226,0.000010120058,0.00017838212,0.004000668,0.0012851551,0.0023434733],"study_design_scores_gemma":[0.0000027831848,0.000022421638,0.0004342643,0.00011687418,0.00000511949,0.00034354033,0.9647232,0.00002217953,0.00008714415,0.0017429581,0.032483704,0.000015901158],"about_ca_topic_score_codex":0.015285598,"about_ca_topic_score_gemma":0.022424674,"teacher_disagreement_score":0.94131505,"about_ca_system_score_codex":0.009753879,"about_ca_system_score_gemma":0.017774936,"threshold_uncertainty_score":0.3103593},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2945383035","doi":"10.1177/1556264619842782","title":"The Use of Samples Originating From Doping Control Procedures for Research Purposes: A Qualitative Study","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Doping in Sports","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"World Anti-Doping Agency","keywords":"Accreditation; Agency (philosophy); Informed consent; Quality assurance; Control (management); Quality (philosophy); Research ethics; Medical education; Psychology; Business; Medicine; Public relations; Political science; Computer science; Alternative medicine; Sociology; Marketing; Psychiatry","score_opus":0.8920087576827376,"score_gpt":0.7382153659394681,"score_spread":0.15379339174326945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945383035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802791,0.0009986607,0.0053315447,0.00543465,0.00009774596,0.000498947,0.00016163438,0.000021703796,0.0071760677],"genre_scores_gemma":[0.9922834,0.0012835313,0.0018474666,0.0014331478,0.00002401156,0.00047877728,0.00006604776,0.000030575535,0.002553095],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95876884,0.0342614,0.0010960896,0.0013130629,0.002208173,0.0023524293],"domain_scores_gemma":[0.9300608,0.058589175,0.003185107,0.000978923,0.0038435827,0.0033423863],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.040969726,0.00072292594,0.0010327116,0.0024391506,0.011578864,0.005463372,0.0023189797,0.0029915797,0.0031170007],"category_scores_gemma":[0.04070042,0.00088843703,0.00045054033,0.0021428578,0.01443837,0.0071331575,0.0064078877,0.0033373893,0.0005442322],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020376958,0.00003235452,0.0012266499,0.00013828992,0.0000024551227,0.0004330511,0.9945445,0.000015078728,0.0005840798,0.0009641872,0.00020355567,0.0018353908],"study_design_scores_gemma":[0.0000022587883,0.000029723466,0.0004261956,0.00015299387,0.000002057415,0.00013184997,0.9948965,0.000038178827,0.00017403784,0.00021425853,0.003924714,0.0000072857297],"about_ca_topic_score_codex":0.00638126,"about_ca_topic_score_gemma":0.009487317,"teacher_disagreement_score":0.99700844,"about_ca_system_score_codex":0.006963661,"about_ca_system_score_gemma":0.007828223,"threshold_uncertainty_score":0.21667123},"labels":[],"label_agreement":null},{"id":"W2969520105","doi":"10.1177/1556264619869538","title":"Factors Associated With Payments to Research Participants: A Review of Sociobehavioral Studies at a Large Southern California Research University","year":2019,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Payment; Institutional review board; Human research; Research ethics; Population; Empirical research; Research design; Informed consent; Psychology; Gerontology; Medicine; Environmental health; Social science; Sociology; Alternative medicine; Business; Psychiatry","score_opus":0.9888607531472059,"score_gpt":0.8159791676389279,"score_spread":0.17288158550827804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969520105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015098541,0.9976635,0.00006296379,0.00039287892,0.000045390538,0.000038391736,0.00006644482,0.0000017981811,0.0002186683],"genre_scores_gemma":[0.015644398,0.9833423,0.00040154555,0.00031799392,0.00006070977,0.00009797999,0.00009152409,0.0000037102764,0.00003983943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9756899,0.009223767,0.007946441,0.0016904379,0.0051011085,0.00034848292],"domain_scores_gemma":[0.821421,0.13516708,0.026879458,0.0020731203,0.013139851,0.0013195411],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.029329192,0.0005781281,0.0022612615,0.014660342,0.0009483122,0.0029081574,0.0011817242,0.001074514,0.001762347],"category_scores_gemma":[0.098582126,0.0007548763,0.0018962836,0.017280279,0.0013941939,0.0017529632,0.0015864507,0.0011499494,0.0002057383],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031685233,0.00008233409,0.03556599,0.39601693,0.004876301,0.0003062834,0.0021279359,0.00012472644,0.0003673305,0.00097178237,0.0071581793,0.55208546],"study_design_scores_gemma":[0.00012239418,0.00036256868,0.16602562,0.6880507,0.020380817,0.0018791466,0.0038990683,0.00010400089,0.00045934977,0.00076884363,0.11784977,0.0000977585],"about_ca_topic_score_codex":0.009006071,"about_ca_topic_score_gemma":0.030611446,"teacher_disagreement_score":0.9989255,"about_ca_system_score_codex":0.003197294,"about_ca_system_score_gemma":0.012730981,"threshold_uncertainty_score":0.15510947},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2970034591","doi":"10.1177/1556264619872366","title":"Recognizing the Role of Research Assistants in the Protection of Participants in Vulnerable Circumstances","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"Privilege (computing); Negotiation; Vulnerability (computing); Principal (computer security); Variety (cybernetics); Qualitative research; Focus group; Research ethics; Power (physics); Moral imperative; Engineering ethics; Psychology; Political science; Public relations; Sociology; Law","score_opus":0.948667198524729,"score_gpt":0.7626327958437579,"score_spread":0.18603440268097116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970034591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75031435,0.014693064,0.082853556,0.09836164,0.0013885488,0.0023595842,0.00009049136,0.0003097082,0.04962907],"genre_scores_gemma":[0.9527574,0.0035272015,0.03251801,0.0070228237,0.00020846879,0.001572108,0.000019722514,0.000056206674,0.0023181022],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.5711215,0.40612516,0.0052861697,0.004249388,0.007307782,0.0059100385],"domain_scores_gemma":[0.64548004,0.29486883,0.01847467,0.01080457,0.0153127955,0.015059105],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2114339,0.0005029843,0.0010999066,0.0021924244,0.012282337,0.013749677,0.003045441,0.005049083,0.0018392832],"category_scores_gemma":[0.23741949,0.0008729962,0.0006272114,0.0012195621,0.021338396,0.01256154,0.013855437,0.005105885,0.0007203724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089596826,0.00009001598,0.006198171,0.00080648914,0.0000378551,0.0009326001,0.94402194,0.00014171931,0.001270402,0.0154469805,0.0018450995,0.029119182],"study_design_scores_gemma":[0.00005593393,0.0004999323,0.0030359696,0.002833721,0.000057507837,0.002391689,0.85981137,0.0005978307,0.0017294806,0.023465062,0.105417885,0.000103627994],"about_ca_topic_score_codex":0.0017660822,"about_ca_topic_score_gemma":0.002890092,"teacher_disagreement_score":0.9949509,"about_ca_system_score_codex":0.005241335,"about_ca_system_score_gemma":0.023658644,"threshold_uncertainty_score":0.9724424},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2973331451","doi":"10.1177/1556264619872369","title":"Epistemic Strategies in Ethical Review: REB Members’ Experiences of Assessing Probable Impacts of Research for Human Subjects","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Ethos; Research ethics; Engineering ethics; Epistemology; Ethics committee; Psychology; Political science; Sociology; Law; Philosophy; Engineering; Public administration","score_opus":0.8965501402765865,"score_gpt":0.7749316804842633,"score_spread":0.12161845979232322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973331451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811251,0.007336248,0.027175913,0.05091333,0.0012146491,0.0006485564,0.00007328395,0.0002178051,0.031294968],"genre_scores_gemma":[0.9841866,0.0014000708,0.0065102633,0.004539746,0.00014162232,0.0002830393,0.00003648877,0.00010178361,0.0028004006],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.62522715,0.34027907,0.008037144,0.0042396965,0.014528343,0.007688488],"domain_scores_gemma":[0.57584184,0.33183733,0.028369533,0.014532059,0.025717031,0.02370225],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.17727236,0.0010396938,0.0011453459,0.0024486526,0.020472819,0.0148680145,0.003868088,0.008019911,0.0031118074],"category_scores_gemma":[0.34951043,0.0014321111,0.0012686623,0.0015661616,0.025575377,0.013657947,0.023249196,0.013198386,0.0009469872],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008495034,0.00004742912,0.0024062411,0.00023687867,0.00002797515,0.0011845307,0.9792134,0.00009993648,0.00060928805,0.002790002,0.0022735463,0.011025882],"study_design_scores_gemma":[0.00002680734,0.00016294517,0.0017902051,0.00065496756,0.000026841159,0.0020741636,0.9415187,0.00039325157,0.0005367106,0.00423398,0.04844286,0.00013855987],"about_ca_topic_score_codex":0.008553222,"about_ca_topic_score_gemma":0.01706323,"teacher_disagreement_score":0.9919801,"about_ca_system_score_codex":0.011216117,"about_ca_system_score_gemma":0.018695593,"threshold_uncertainty_score":0.93751705},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3005826528","doi":"10.1177/1556264620902657","title":"The Concept of Vulnerability in Mental Health Research: A Mixed Methods Study on Researcher Perspectives","year":2020,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Vulnerability (computing); Warrant; Mental health; Research ethics; Normative; Harm; Autonomy; Perspective (graphical); Psychology; Pluralism (philosophy); Sociology; Social psychology; Engineering ethics; Epistemology; Political science; Psychotherapist; Psychiatry; Law","score_opus":0.9751830274885621,"score_gpt":0.8355068219900792,"score_spread":0.13967620549848292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005826528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98272175,0.0034841504,0.007931409,0.0019628387,0.000069711576,0.0011505083,0.000072343544,0.000008500833,0.0025989043],"genre_scores_gemma":[0.98874986,0.0024841547,0.005133618,0.0010125259,0.00006775704,0.0020616474,0.000034706787,0.000014820223,0.00044091837],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.78497875,0.19577284,0.007125805,0.0027497797,0.006710252,0.0026625423],"domain_scores_gemma":[0.7514607,0.22666368,0.009956265,0.0035236375,0.0065484047,0.0018474227],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1673003,0.0007083754,0.0016193273,0.00455607,0.0069460017,0.00914062,0.0018619798,0.0026727556,0.0015840529],"category_scores_gemma":[0.16020626,0.0011569633,0.0009823865,0.0035991508,0.008800575,0.009588862,0.008932951,0.0024834152,0.00021258794],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011185823,0.00015368382,0.017361397,0.0007037654,0.000050566814,0.00036558346,0.96582276,0.000044921602,0.00041759858,0.0028666335,0.00011734062,0.011983883],"study_design_scores_gemma":[0.000024547526,0.0005745143,0.0064795036,0.0013168084,0.00005536452,0.0005620542,0.98522085,0.000259028,0.00034901683,0.0014739786,0.0036553168,0.000028990222],"about_ca_topic_score_codex":0.0012177943,"about_ca_topic_score_gemma":0.0022886577,"teacher_disagreement_score":0.99732727,"about_ca_system_score_codex":0.0036478166,"about_ca_system_score_gemma":0.0059573855,"threshold_uncertainty_score":0.8847791},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006625751","doi":"10.1177/1556264620904627","title":"Research Consent Models Used in Prospective Studies of Neurologically Deceased Organ Donors: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; University of Ottawa; Health Sciences Centre; Université de Sherbrooke; McMaster University; University of Toronto; Université Laval; Université de Montréal; University of Alberta","funders":"","keywords":"Waiver; Informed consent; Clinical research; Standardization; Psychology; Medicine; Biobank; Family medicine; Standard of care; Alternative medicine; Law; Political science; Surgery; Pathology","score_opus":0.9225423819721057,"score_gpt":0.7299903664879266,"score_spread":0.1925520154841791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006625751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016993901,0.99097484,0.0019404629,0.0010649299,0.00025196598,0.0027734693,0.0005826298,0.000022173717,0.0006902615],"genre_scores_gemma":[0.057475515,0.9204651,0.008750052,0.0019849834,0.00016230995,0.010033376,0.00091095496,0.000034590623,0.00018308443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7369679,0.16692232,0.06597447,0.006310982,0.02245583,0.0013684207],"domain_scores_gemma":[0.41004923,0.5083402,0.055666618,0.010031301,0.015010367,0.0009023278],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.14639963,0.0016932559,0.008245825,0.013814748,0.0019512121,0.0073035383,0.0035874816,0.0032995623,0.004619573],"category_scores_gemma":[0.46614254,0.0020481767,0.010595813,0.016540404,0.0032572993,0.009561512,0.0038845928,0.0028620483,0.00054520625],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001847336,0.00001860104,0.0018356855,0.9412829,0.006942054,0.000069655354,0.0009653527,0.00015070615,0.0000677145,0.001667836,0.0017952494,0.045019582],"study_design_scores_gemma":[0.0001881504,0.00007291019,0.00187969,0.9647948,0.018843051,0.00013789974,0.000735893,0.00010880362,0.00011410778,0.0011796491,0.01190178,0.00004322118],"about_ca_topic_score_codex":0.006731902,"about_ca_topic_score_gemma":0.020949023,"teacher_disagreement_score":0.99670047,"about_ca_system_score_codex":0.010494784,"about_ca_system_score_gemma":0.027886707,"threshold_uncertainty_score":0.77424455},"labels":[],"label_agreement":null},{"id":"W3105792788","doi":"10.1177/1556264620970802","title":"Ethical Reflections on the Conduct of HIV Research with Community Members: A Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory action research; Community-based participatory research; Context (archaeology); Research ethics; Citizen journalism; Engineering ethics; Sociology; Human immunodeficiency virus (HIV); Public relations; Ethical issues; Set (abstract data type); Political science; Medicine; Engineering; Computer science","score_opus":0.9891427057106205,"score_gpt":0.8229171006368751,"score_spread":0.1662256050737454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105792788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995462,0.0056927847,0.032816105,0.11069132,0.0015961789,0.0032464082,0.00005855989,0.00012609035,0.046226352],"genre_scores_gemma":[0.9579186,0.0037591767,0.01855815,0.011463947,0.00030218673,0.0016262055,0.000023755681,0.00006743733,0.006280586],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7843325,0.19955382,0.0022539538,0.0026157643,0.0055853175,0.0056586466],"domain_scores_gemma":[0.8320899,0.13804957,0.006002979,0.0048380503,0.006664029,0.01235539],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1034587,0.0014177928,0.0012462782,0.0027454474,0.060155235,0.013261477,0.005703267,0.015853856,0.0026848414],"category_scores_gemma":[0.12077836,0.0016946419,0.0015397054,0.0024511197,0.03890123,0.011866835,0.020702854,0.016954906,0.0004897266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003542732,0.00024514587,0.001031981,0.00017900701,0.000010541485,0.011377912,0.9634831,0.0001395007,0.000392487,0.012424844,0.0013824223,0.0092976885],"study_design_scores_gemma":[0.00001856748,0.00013928906,0.00032685386,0.00053592457,0.000011542694,0.005377574,0.95840317,0.00023369187,0.0003785352,0.0049783546,0.029555386,0.00004107595],"about_ca_topic_score_codex":0.008256135,"about_ca_topic_score_gemma":0.0143792145,"teacher_disagreement_score":0.9841461,"about_ca_system_score_codex":0.008877953,"about_ca_system_score_gemma":0.02451709,"threshold_uncertainty_score":0.54714847},"labels":[],"label_agreement":null},{"id":"W3128542576","doi":"10.1177/1556264620987773","title":"Comparing Payments Between Sociobehavioral and Biomedical Studies in a Large Research University in Southern California","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Payment; Empirical research; Research design; Psychology; Social science; Sociology; Business","score_opus":0.9646604438247603,"score_gpt":0.7759881590127202,"score_spread":0.18867228481204013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128542576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920705,0.0015516925,0.0008674986,0.002317587,0.000035073983,0.0003164885,0.0001648987,0.000012267074,0.0026638845],"genre_scores_gemma":[0.99478227,0.00072681287,0.002350903,0.00081215566,0.00006487835,0.0004564761,0.00014314591,0.0000067842475,0.0006566385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9068529,0.063625656,0.009002883,0.0045143147,0.013107921,0.0028963506],"domain_scores_gemma":[0.73065495,0.15995212,0.061855987,0.00976511,0.021618364,0.016153488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08264435,0.0003382165,0.00070270797,0.0065047285,0.0044784094,0.0044410136,0.0015796466,0.0012948748,0.002098922],"category_scores_gemma":[0.1659821,0.0007361486,0.00042315622,0.0063034897,0.0024891128,0.002304726,0.0055084904,0.0011956014,0.00019309824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085848226,0.0006103115,0.9145102,0.0005518302,0.00026369566,0.00035202684,0.020194123,0.00027598144,0.00067679683,0.0018865367,0.002219759,0.057600353],"study_design_scores_gemma":[0.00009994092,0.0006835456,0.9702214,0.00038666616,0.000120635246,0.00025652378,0.021018766,0.00052457466,0.00037071307,0.00069907005,0.0055740816,0.000044116634],"about_ca_topic_score_codex":0.027595116,"about_ca_topic_score_gemma":0.057914924,"teacher_disagreement_score":0.91735566,"about_ca_system_score_codex":0.009091921,"about_ca_system_score_gemma":0.0123846885,"threshold_uncertainty_score":0.4370703},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3135518371","doi":"10.1177/1556264621992214","title":"Citizens, Research Ethics Committee Members and Researchers’ Attitude Toward Information and Consent for the Secondary Use of Health Data: Implications for Research Within Learning Health Systems","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Informed consent; Research ethics; Reuse; Public relations; Public health; Psychology; Health care; Medical education; Knowledge management; Engineering ethics; Political science; Computer science; Medicine; Law; Alternative medicine; Nursing; Engineering","score_opus":0.9827069007292247,"score_gpt":0.7905968245875157,"score_spread":0.19211007614170905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135518371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8181871,0.0017791202,0.010687159,0.15125318,0.00032108233,0.0007593309,0.00006598827,0.000052799372,0.016894218],"genre_scores_gemma":[0.9880975,0.00041790042,0.0036424834,0.006972195,0.000062113104,0.0003396881,0.000017680364,0.000011462571,0.0004388665],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.48620299,0.4585337,0.017448684,0.0044265836,0.023688147,0.009699908],"domain_scores_gemma":[0.20679235,0.6605675,0.057016402,0.019823687,0.034616563,0.021183379],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38920668,0.00029232554,0.0007323456,0.0027325219,0.010747334,0.013956859,0.001478511,0.00455227,0.0022549198],"category_scores_gemma":[0.45320505,0.00090401346,0.0008335337,0.0035836876,0.027175086,0.010868463,0.0076258164,0.009495422,0.0003087982],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002989782,0.00059491786,0.17822424,0.0006159094,0.00010385851,0.0007522909,0.7241691,0.00022846882,0.0008443819,0.028224835,0.004273844,0.061669264],"study_design_scores_gemma":[0.00007457526,0.0004015442,0.078610115,0.0014582557,0.000055008015,0.00061150105,0.8774629,0.0007579818,0.00062732014,0.018826302,0.020929964,0.00018455072],"about_ca_topic_score_codex":0.0061107716,"about_ca_topic_score_gemma":0.008364768,"teacher_disagreement_score":0.99544775,"about_ca_system_score_codex":0.008911266,"about_ca_system_score_gemma":0.029557044,"threshold_uncertainty_score":0.7532169},"labels":[],"label_agreement":null},{"id":"W3137989018","doi":"10.1177/15562646211002744","title":"Boundaries Between Research Ethics and Ethical Research Use in Artificial Intelligence Health Research","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Wellcome Trust","keywords":"Scrutiny; Research ethics; Engineering ethics; Corporate governance; Societal impact of nanotechnology; Ethical issues; Responsible Research and Innovation; Political science; Sociology; Public relations; Management; Law; Engineering","score_opus":0.9881633061329038,"score_gpt":0.8298481443971923,"score_spread":0.15831516173571147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137989018","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116826676,0.032391135,0.1656115,0.41015851,0.0018845628,0.0007561468,0.000075723605,0.00010708192,0.27218857],"genre_scores_gemma":[0.95199156,0.0029647443,0.027060825,0.0146868685,0.00065756036,0.00075184566,0.000021676833,0.0000641604,0.0018008179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.40775073,0.523677,0.019623058,0.011583994,0.03160225,0.005762979],"domain_scores_gemma":[0.29997045,0.61308014,0.02741644,0.02883651,0.020486277,0.010210228],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37898737,0.0005928405,0.0017421045,0.006839391,0.023598015,0.03910399,0.0034309132,0.015355058,0.0023918026],"category_scores_gemma":[0.3698717,0.0015708242,0.00083523756,0.0064881616,0.20704725,0.028577346,0.0260179,0.014802887,0.00054125476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002369145,0.00003811477,0.0019590477,0.00021947156,0.00002023,0.00018584453,0.072577186,0.00025690364,0.00013437834,0.91106975,0.0013120245,0.012203341],"study_design_scores_gemma":[0.000046101846,0.000052261363,0.0017235365,0.001991593,0.000021510414,0.0004428293,0.03969703,0.0006055297,0.00027747767,0.91053444,0.044535756,0.00007198606],"about_ca_topic_score_codex":0.005370772,"about_ca_topic_score_gemma":0.004875302,"teacher_disagreement_score":0.98464495,"about_ca_system_score_codex":0.017209817,"about_ca_system_score_gemma":0.052967496,"threshold_uncertainty_score":0.76581913},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3167649636","doi":"10.1177/15562646211023705","title":"A New Era of Indigenous Research: Community-based Indigenous Research Ethics Protocols in Canada","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"First Nations Health and Social Secretariat of Manitoba; University of Winnipeg; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Metis; Research ethics; Community-based participatory research; Sociology; Engineering ethics; Public relations; Political science; Participatory action research; Anthropology; Ecology","score_opus":0.7968077017469808,"score_gpt":0.6807931411392342,"score_spread":0.11601456060774662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167649636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14990221,0.026160523,0.33202642,0.15750152,0.0048704376,0.1014447,0.0034863711,0.000980533,0.2236273],"genre_scores_gemma":[0.44607505,0.01076843,0.4280857,0.017001277,0.00046625925,0.061732553,0.0017288371,0.00047187597,0.033669975],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8136202,0.123880945,0.013073989,0.0069871456,0.034371115,0.008066635],"domain_scores_gemma":[0.6914826,0.09728462,0.013259299,0.028711751,0.1374926,0.031769086],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28371713,0.0005971028,0.0012013287,0.007391719,0.033295188,0.016179675,0.0067081545,0.0030017644,0.0048379586],"category_scores_gemma":[0.19008167,0.0016771444,0.0007690276,0.013579532,0.023602108,0.007974147,0.0146681685,0.0097600855,0.00087695004],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00032224454,0.0005343356,0.010002244,0.003595302,0.000080129816,0.0014518723,0.5277498,0.0010718952,0.002853068,0.18940479,0.056562945,0.20637147],"study_design_scores_gemma":[0.00021400859,0.00030710766,0.035875645,0.012350772,0.00008616452,0.00081416924,0.22174884,0.003187001,0.0021790115,0.06042459,0.66230553,0.0005071923],"about_ca_topic_score_codex":0.8837432,"about_ca_topic_score_gemma":0.9609445,"teacher_disagreement_score":0.99699825,"about_ca_system_score_codex":0.1420087,"about_ca_system_score_gemma":0.6411212,"threshold_uncertainty_score":0.9951483},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4211233264","doi":"10.1177/15562646221076764","title":"Consent Requirements for Testing Health Policies: An Intercontinental Comparison of Expert Opinions","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; Fogarty International Center; National Institute on Aging; Wellcome Trust; Wellcome","keywords":"Informed consent; Tanzania; Public health; Medicine; Test (biology); Family medicine; Environmental health; Alternative medicine; Nursing; Socioeconomics; Pathology","score_opus":0.9849171490740686,"score_gpt":0.7915636513604023,"score_spread":0.19335349771366628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211233264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3350928,0.011560169,0.3648771,0.04174056,0.004006833,0.09925443,0.0030856167,0.00045195586,0.13993049],"genre_scores_gemma":[0.7508553,0.0016846659,0.13221575,0.013211069,0.000547528,0.09783953,0.00090456265,0.00019149894,0.0025500765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.120848574,0.77444774,0.05066428,0.0069940626,0.04331307,0.0037322342],"domain_scores_gemma":[0.050023485,0.83668333,0.031440727,0.04435531,0.035503067,0.0019941116],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76362747,0.0007646013,0.0020150489,0.006825057,0.0044076415,0.008514575,0.005066612,0.008941951,0.009572093],"category_scores_gemma":[0.8539281,0.0012597932,0.003215685,0.005299811,0.014418475,0.011981882,0.010591061,0.00733191,0.0018653148],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009526938,0.0012796158,0.030868247,0.010921616,0.0020629854,0.0011056344,0.20407116,0.004316266,0.0027182242,0.36812562,0.031959027,0.33304468],"study_design_scores_gemma":[0.0058733546,0.0063984087,0.09357256,0.029422406,0.0016608557,0.0023079698,0.083190836,0.026032511,0.009303581,0.49378848,0.24695817,0.0014909207],"about_ca_topic_score_codex":0.0018760758,"about_ca_topic_score_gemma":0.0019619863,"teacher_disagreement_score":0.23637253,"about_ca_system_score_codex":0.007648081,"about_ca_system_score_gemma":0.019977795,"threshold_uncertainty_score":0.29148948},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4224271634","doi":"10.1177/15562646221092663","title":"Practicalities of Impracticability: An Interim Review of Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre","funders":"","keywords":"Waiver; Informed consent; Interim; Randomized controlled trial; Medicine; Clinical trial; Set (abstract data type); Family medicine; Alternative medicine; Law; Political science; Surgery; Internal medicine; Pathology; Computer science","score_opus":0.98625151272911,"score_gpt":0.854220548973364,"score_spread":0.13203096375574608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224271634","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008617249,0.71525174,0.12968668,0.088178426,0.02261346,0.023946509,0.0020734274,0.0004512965,0.009181281],"genre_scores_gemma":[0.19205517,0.22650361,0.44774288,0.052052405,0.011129485,0.06539655,0.0018183432,0.00042156197,0.002879945],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.1596843,0.6785992,0.10940457,0.00842119,0.04225215,0.0016386281],"domain_scores_gemma":[0.07784033,0.7696253,0.061736252,0.04209377,0.04748286,0.0012215493],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7082855,0.002578513,0.010260435,0.013020429,0.002789104,0.013219089,0.0052018394,0.009980767,0.005601026],"category_scores_gemma":[0.86039275,0.0036457912,0.018010352,0.011027592,0.009312072,0.017422367,0.007197375,0.008936341,0.0011902064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006888746,0.00025275387,0.007258086,0.3874379,0.03981739,0.00066260964,0.0054860786,0.0023567555,0.0012180704,0.09368141,0.04480427,0.4101359],"study_design_scores_gemma":[0.0071877968,0.004532616,0.009257105,0.43941772,0.07973901,0.0021081879,0.0015982831,0.00700687,0.0032389844,0.14556785,0.2996537,0.000691883],"about_ca_topic_score_codex":0.0012402944,"about_ca_topic_score_gemma":0.0026648156,"teacher_disagreement_score":0.2917145,"about_ca_system_score_codex":0.009814515,"about_ca_system_score_gemma":0.026494952,"threshold_uncertainty_score":0.35973597},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285800280","doi":"10.1177/15562646221112339","title":"Ethical Considerations for Discrete Choice Experiments with Caregivers","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; NeuroDevNet; University of British Columbia","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Generalizability theory; Vulnerability (computing); Psychology; Research ethics; Research design; Population; Applied psychology; Medicine; Developmental psychology; Sociology; Psychiatry; Computer science; Social science","score_opus":0.9460451935778258,"score_gpt":0.7256254777596486,"score_spread":0.2204197158181772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285800280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03567034,0.002540837,0.73340476,0.055385794,0.008991142,0.11789965,0.001182838,0.00073808053,0.04418656],"genre_scores_gemma":[0.11663966,0.000934671,0.50733835,0.018073585,0.0012812519,0.34992707,0.0002178609,0.00012307604,0.005464527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.49595612,0.46521962,0.0106093185,0.007735078,0.01799918,0.0024806543],"domain_scores_gemma":[0.4679795,0.43600154,0.019363893,0.051587038,0.018925952,0.006142103],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46326095,0.0023164758,0.0030471482,0.0018331673,0.0050877305,0.008122404,0.0048404275,0.009893363,0.011166332],"category_scores_gemma":[0.47724771,0.0021438233,0.0020022297,0.0021538762,0.014602744,0.0049939514,0.004579962,0.012342144,0.002365379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013619878,0.0040529273,0.004982681,0.0028785956,0.00064089725,0.0017530841,0.024023296,0.006306229,0.004515063,0.791432,0.042347897,0.103447504],"study_design_scores_gemma":[0.010939784,0.006916504,0.004766002,0.005472065,0.00040685647,0.0013529884,0.004727332,0.03581366,0.007157295,0.6364119,0.2856852,0.00035029833],"about_ca_topic_score_codex":0.0014046672,"about_ca_topic_score_gemma":0.0027410656,"teacher_disagreement_score":0.53673905,"about_ca_system_score_codex":0.0042974697,"about_ca_system_score_gemma":0.014083926,"threshold_uncertainty_score":0.66189486},"labels":[],"label_agreement":null},{"id":"W4297154381","doi":"10.1177/15562646221128418","title":"Contract Cheating and Ghostwriting among University Students in Health Specialties","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"King Fahad Medical City","keywords":"Cheating; Academic integrity; Misconduct; Psychology; Medical education; Health care; Perception; Family medicine; Medicine; Political science; Social psychology; Law","score_opus":0.6172843851496437,"score_gpt":0.6464755528501215,"score_spread":0.029191167700477805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297154381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996093,0.00006353514,0.000022986776,0.000071149334,0.000001981564,0.000008801749,0.0000071973977,8.1297406e-7,0.00021423529],"genre_scores_gemma":[0.99961394,0.00010752852,0.000051988867,0.000063111256,0.0000056343333,0.0000068348663,0.000009507471,5.091237e-7,0.00014093949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969373,0.0013540168,0.0004475331,0.00015196197,0.00072210375,0.00038706907],"domain_scores_gemma":[0.972984,0.006880066,0.014846238,0.0010661762,0.0019145864,0.0023089484],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037003537,0.00022209785,0.0003320128,0.0014305825,0.0014830903,0.0013309511,0.00042206788,0.00086181413,0.0019333657],"category_scores_gemma":[0.017532213,0.0003020891,0.00030803247,0.00082004187,0.001223183,0.0009104043,0.0010397978,0.0010688438,0.00029948924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003761515,0.00023846055,0.9826749,0.000036867314,0.000012703778,0.00012655827,0.010825743,0.000015420497,0.0003146716,0.000049616683,0.0001257637,0.0055415803],"study_design_scores_gemma":[0.0000070198007,0.00045187466,0.9570144,0.00008428297,0.00001565861,0.00072942156,0.040218752,0.00021383047,0.0003263949,0.000104993334,0.00081003294,0.000023345907],"about_ca_topic_score_codex":0.0040677767,"about_ca_topic_score_gemma":0.005864162,"teacher_disagreement_score":0.9991382,"about_ca_system_score_codex":0.00093690475,"about_ca_system_score_gemma":0.0017073407,"threshold_uncertainty_score":0.019569635},"labels":[],"label_agreement":null},{"id":"W4310940450","doi":"10.1177/15562646221138450","title":"Protecting the Vulnerable and Including the Under-Represented: IRB Practices and Attitudes","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Advancing Translational Sciences; Harvard Catalyst; University of Pennsylvania","keywords":"Political science; Informed consent; Engineering ethics; Psychology; Law; Public relations; Medicine; Alternative medicine; Engineering","score_opus":0.9735816868509165,"score_gpt":0.8029646020742615,"score_spread":0.17061708477665505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310940450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87400997,0.004660541,0.011207631,0.08479649,0.00060989946,0.000578006,0.00008701184,0.000063636406,0.023986794],"genre_scores_gemma":[0.9676995,0.002053134,0.0057624653,0.021548096,0.00027462383,0.0003689867,0.000028531793,0.000054829205,0.002209752],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.78124934,0.1716786,0.012073304,0.0058572213,0.023029024,0.0061125453],"domain_scores_gemma":[0.64988476,0.21620801,0.065026134,0.017342063,0.024707153,0.02683185],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21044303,0.00027686576,0.0007520599,0.0031861449,0.007892955,0.008942449,0.0016008028,0.0034224405,0.0035031408],"category_scores_gemma":[0.28573427,0.00089226733,0.0006331939,0.0018559182,0.015653588,0.0064633065,0.010766285,0.0069161677,0.00085227145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026627953,0.00053847913,0.22067456,0.0007382982,0.0001719935,0.0010179608,0.6673058,0.0001839902,0.0052090674,0.014766855,0.010941246,0.07818543],"study_design_scores_gemma":[0.00011030422,0.0009211267,0.23033716,0.0040061255,0.00015861858,0.0042466046,0.6002219,0.0012916308,0.0035217311,0.018211585,0.13653229,0.00044098072],"about_ca_topic_score_codex":0.004738289,"about_ca_topic_score_gemma":0.005214955,"teacher_disagreement_score":0.99657756,"about_ca_system_score_codex":0.0042528743,"about_ca_system_score_gemma":0.009376303,"threshold_uncertainty_score":0.9736643},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4380423294","doi":"10.1177/15562646231181438","title":"Transplant Recipient Preferences Regarding Organ Donor Research: Their Role in Consent and use of Their Data","year":2023,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke; McMaster University","funders":"","keywords":"Informed consent; Qualitative research; Organ transplantation; Clinical research; Psychology; Organ donation; Medicine; Qualitative property; Transplantation; Family medicine; Alternative medicine; Surgery; Sociology; Pathology","score_opus":0.9009850341498331,"score_gpt":0.6392831242848858,"score_spread":0.26170190986494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380423294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9478278,0.0017338834,0.013819611,0.024039472,0.0002442945,0.00024364072,0.00007082307,0.00004732921,0.011973172],"genre_scores_gemma":[0.99478745,0.0006864084,0.0016776073,0.0017183704,0.000055552573,0.00009556635,0.00001739188,0.00001910662,0.0009426418],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8782093,0.10909009,0.0030383558,0.0013500534,0.004458491,0.0038537479],"domain_scores_gemma":[0.88896596,0.0890941,0.007061674,0.0022716399,0.0045944722,0.008012153],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10122893,0.00043186283,0.0006923691,0.0012357527,0.0070044687,0.0073970286,0.0013140511,0.0026212027,0.0037936335],"category_scores_gemma":[0.09198561,0.0005583091,0.00067637576,0.0011506359,0.013159312,0.006153648,0.0071867933,0.0062225303,0.00047608232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010249435,0.00006608193,0.008751612,0.00023056986,0.00001334826,0.0011086706,0.96734345,0.00009758735,0.0017357997,0.0075466204,0.00088630436,0.012117511],"study_design_scores_gemma":[0.000025530408,0.00017768273,0.0026291078,0.0003689927,0.000020844607,0.0016944146,0.9691422,0.00028218317,0.00082293875,0.0035827819,0.021186287,0.00006698598],"about_ca_topic_score_codex":0.0017770334,"about_ca_topic_score_gemma":0.0012912264,"teacher_disagreement_score":0.89877105,"about_ca_system_score_codex":0.0026985968,"about_ca_system_score_gemma":0.0058238097,"threshold_uncertainty_score":0.53535616},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4392916244","doi":"10.1177/15562646241237669","title":"Balancing Ethics and Culture: A Scoping Review of Ethico-Cultural and Implementation Challenges of the Individual-Based Consent Model in African Research","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Center for African Studies; Northumbria University; University of Ghana; Harvard University","keywords":"Ethos; Context (archaeology); Collectivism; Research ethics; Informed consent; Engineering ethics; Sociology; Political science; Medicine; Law; Individualism; Engineering; Alternative medicine","score_opus":0.9774651067650847,"score_gpt":0.8192257198810172,"score_spread":0.15823938688406747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392916244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047000212,0.99569523,0.0006867433,0.0017060478,0.0003876307,0.00026437003,0.000028188175,0.000005671338,0.0007561038],"genre_scores_gemma":[0.0074495873,0.9888198,0.0020627147,0.00075070985,0.00013578557,0.0006058649,0.00004553216,0.000008461593,0.000121576544],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9132185,0.050182354,0.02152949,0.0024948518,0.011546105,0.0010285883],"domain_scores_gemma":[0.6581537,0.295628,0.018881015,0.0041200146,0.022099538,0.0011177695],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.10298037,0.0013820542,0.004530384,0.021449639,0.0028158233,0.008333418,0.0026750204,0.0048113437,0.0021246802],"category_scores_gemma":[0.25399232,0.0016088478,0.0036231603,0.023648426,0.0052206656,0.008850725,0.0044203987,0.0035840436,0.0004650725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094589835,0.000039176626,0.00097451307,0.5927026,0.0010347641,0.00030697213,0.0052435696,0.00030954328,0.0003503267,0.008504075,0.006157298,0.3842825],"study_design_scores_gemma":[0.00001609086,0.000048992868,0.00089373806,0.93365496,0.0014534718,0.0002699271,0.0021739532,0.00009796887,0.00017145115,0.0016985143,0.059494376,0.000026579637],"about_ca_topic_score_codex":0.007910277,"about_ca_topic_score_gemma":0.02150491,"teacher_disagreement_score":0.99518865,"about_ca_system_score_codex":0.008015883,"about_ca_system_score_gemma":0.05378826,"threshold_uncertainty_score":0.5446187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396938685","doi":"10.1177/15562646241253953","title":"Obtaining Consent for Research on Risky Behaviours Among Adolescents in Canada: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Guardian; Informed consent; Parental consent; Legal guardian; Psychology; Family medicine; Medicine; Alternative medicine; Political science; Law","score_opus":0.9750485164936615,"score_gpt":0.8195332279405048,"score_spread":0.15551528855315677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396938685","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019097858,0.98141986,0.0013124878,0.0046468005,0.00059580605,0.00460591,0.0013019298,0.000039807906,0.0041676215],"genre_scores_gemma":[0.016892236,0.9691714,0.005744535,0.0014139158,0.00011637777,0.0048125978,0.0011444954,0.00003437113,0.00067005085],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.89232564,0.042399537,0.032090187,0.0026692739,0.027394852,0.003120425],"domain_scores_gemma":[0.6768167,0.17864671,0.031847507,0.007323278,0.100946985,0.004418844],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1225344,0.0014825439,0.0054672495,0.032380167,0.008125816,0.0124008255,0.0038985761,0.0036034507,0.0041272677],"category_scores_gemma":[0.32657382,0.0020213395,0.0038878655,0.046642013,0.005166459,0.0063719307,0.0052387523,0.0034268296,0.00078216655],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021997569,0.000039776893,0.0046418626,0.62910724,0.0011444285,0.0004442906,0.0077884505,0.00026174178,0.0003389142,0.0033401384,0.025238374,0.3274348],"study_design_scores_gemma":[0.000049458333,0.000029612873,0.0043613412,0.92244685,0.0015421154,0.00017787052,0.0021363748,0.00007555878,0.00013674819,0.00061118306,0.06838727,0.00004559971],"about_ca_topic_score_codex":0.6062704,"about_ca_topic_score_gemma":0.7753079,"teacher_disagreement_score":0.99639654,"about_ca_system_score_codex":0.05740139,"about_ca_system_score_gemma":0.3459537,"threshold_uncertainty_score":0.79209673},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408452859","doi":"10.1177/15562646251321132","title":"Improving Comprehension of Consent Forms in Online Research: An Empirical Test of Four Interventions","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; Mount Royal University","funders":"","keywords":"Comprehension; Informed consent; Psychological intervention; Test (biology); Psychology; Empirical research; Medical education; Computer science; Medicine; Alternative medicine; Mathematics; Statistics","score_opus":0.9675202263083523,"score_gpt":0.7995356229367281,"score_spread":0.16798460337162424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408452859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97095877,0.00020001801,0.0074279006,0.00043804766,0.000077123594,0.015294653,0.00012337521,0.00021994954,0.0052603083],"genre_scores_gemma":[0.8354067,0.0005015935,0.09953422,0.0005849566,0.000079624704,0.061356105,0.00029049875,0.00008005322,0.0021661173],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9381715,0.039554995,0.009011772,0.0050532008,0.00623043,0.00197814],"domain_scores_gemma":[0.58884144,0.3584834,0.026011603,0.013751282,0.0071830954,0.005729163],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.050305206,0.0018349481,0.0019513996,0.0019325386,0.0020712526,0.0030212854,0.0036260828,0.002831933,0.010086083],"category_scores_gemma":[0.21558611,0.0017174353,0.0018089768,0.0013081601,0.0045636613,0.0071714004,0.0037043376,0.0032739923,0.0011404776],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03778236,0.2953172,0.03791393,0.013230884,0.0010428763,0.0003038885,0.059814747,0.0045309905,0.01103083,0.0069996715,0.0021833698,0.5298493],"study_design_scores_gemma":[0.1159533,0.42995703,0.29098755,0.0074047465,0.005709781,0.00052280363,0.026924526,0.030747103,0.03841675,0.025294598,0.026881272,0.0012006144],"about_ca_topic_score_codex":0.0009045519,"about_ca_topic_score_gemma":0.0011767319,"teacher_disagreement_score":0.99716806,"about_ca_system_score_codex":0.004088959,"about_ca_system_score_gemma":0.0064426395,"threshold_uncertainty_score":0.26604253},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415063374","doi":"10.1177/15562646251384573","title":"Weighing Open Science Against Research Participation Burden in Informed Consent: A Randomized Pilot Study","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Réseau de cancérologie Rossy","keywords":"Randomized controlled trial; Open science; Clinical trial; Protocol (science); Open data; Research ethics; Patient participation; Open label","score_opus":0.950138280848278,"score_gpt":0.78406629686054,"score_spread":0.16607198398773804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415063374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648936,0.000448725,0.0040400526,0.0006109111,0.00032134814,0.02821602,0.00013311682,0.00006477543,0.0012714876],"genre_scores_gemma":[0.9655439,0.00024443623,0.008469125,0.00044600456,0.0002725009,0.024598802,0.00006209739,0.000011939047,0.00035120358],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8888704,0.10114854,0.0037821142,0.0018903278,0.0026367619,0.0016718844],"domain_scores_gemma":[0.7419865,0.21798652,0.019865554,0.011995118,0.0032791202,0.004887236],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.06800449,0.001695922,0.0017567873,0.0013291719,0.0011883469,0.0020251868,0.00132463,0.0027470225,0.0077118534],"category_scores_gemma":[0.11090345,0.00096209836,0.0028173903,0.001399511,0.005564935,0.003247386,0.0018400239,0.0037424008,0.00070286065],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8338169,0.116236314,0.0058422545,0.0009630402,0.0011680136,0.000087401655,0.001354867,0.0011774777,0.0012010838,0.0015837365,0.000588175,0.035980817],"study_design_scores_gemma":[0.3733256,0.6162073,0.0041027293,0.00011610593,0.0007139275,0.000049969407,0.0003749018,0.0027135739,0.0007649495,0.001053458,0.0005257699,0.00005180465],"about_ca_topic_score_codex":0.00065340754,"about_ca_topic_score_gemma":0.0008944418,"teacher_disagreement_score":0.99867535,"about_ca_system_score_codex":0.002042405,"about_ca_system_score_gemma":0.0043259882,"threshold_uncertainty_score":0.35964644},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}