{"meta":{"query_hash":"1b3e69bcc8ef","filters":{"venue":"Journal of Empirical Research on Human Research Ethics"},"cohort_total":83,"direct_labels_cover":57,"predictions_cover":83,"exported":83,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1b3e69bcc8ef","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Empirical+Research+on+Human+Research+Ethics"},"results":[{"id":"W1967190571","doi":"10.1525/jer.2008.3.4.35","title":"Trust in Health Research Relationships: Accounts of Human Subjects","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reciprocity (cultural anthropology); Perspective (graphical); Negotiation; Ambivalence; Research ethics; Meaning (existential); Dimension (graph theory); Epistemology; Sociology; Empirical research; Social psychology; Psychology; Social science; Computer science","score_opus":0.9803528481322095,"score_gpt":0.7993921424282141,"score_spread":0.18096070570399536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967190571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9005553,0.0012967042,0.000012362809,0.07508194,0.000113431415,0.0016932015,0.000015149604,0.000023403878,0.021208474],"genre_scores_gemma":[0.9786474,0.01076144,0.0006259801,0.00053001556,0.0009392152,0.00005917761,0.000012110185,0.0001321734,0.008292485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.86504686,0.06651158,0.005759806,0.0015550731,0.056205124,0.004921579],"domain_scores_gemma":[0.511664,0.41903692,0.0010376166,0.003460619,0.060441423,0.0043594167],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5164099,0.0003913966,0.0017655431,0.0115442285,0.005043054,0.00019327764,0.0029951178,0.0028529447,0.00064509636],"category_scores_gemma":[0.5968981,0.00032425305,0.0005462703,0.010052183,0.012379257,0.00046105369,0.0014979745,0.15734142,0.0002579871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.010817539,0.01764268,0.49304205,0.0092085535,0.00046754236,0.008926302,0.049256247,0.00010821545,0.013547094,0.27610877,0.11956967,0.0013053347],"study_design_scores_gemma":[0.008835568,0.04439268,0.5066927,0.013807149,0.00001237886,0.00037852422,0.01716467,0.0001036807,0.0039941864,0.3901222,0.014003314,0.0004929789],"about_ca_topic_score_codex":0.0014969726,"about_ca_topic_score_gemma":0.003064745,"teacher_disagreement_score":0.35338286,"about_ca_system_score_codex":0.004532462,"about_ca_system_score_gemma":0.03755054,"threshold_uncertainty_score":0.99992096},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1968945796","doi":"10.1525/jer.2012.7.1.1","title":"The Participation of Community Members on Medical Institutional Review Boards","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Cancer Institute","keywords":"Confidentiality; Institutional review board; Informed consent; Focus group; Medical education; Psychology; Protocol (science); Family medicine; Public relations; Medicine; Political science; Alternative medicine; Sociology; Law","score_opus":0.9663589917961912,"score_gpt":0.8126827114137418,"score_spread":0.1536762803824494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968945796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53451586,0.009273686,0.000042171705,0.40414196,0.0004296143,0.0014075615,0.000012454794,0.000021360263,0.050155357],"genre_scores_gemma":[0.9351152,0.057506215,0.000097345976,0.004888002,0.0010407789,0.00005188988,0.000007388377,0.00003913518,0.0012540419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9150914,0.03442241,0.0026037602,0.00030782438,0.04548765,0.0020869528],"domain_scores_gemma":[0.4220351,0.5365573,0.00071104366,0.0027208128,0.03334818,0.0046275337],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.44338936,0.00022155816,0.0008236808,0.0009629038,0.0032310418,0.00009914522,0.002195711,0.0014086914,0.000986845],"category_scores_gemma":[0.73874885,0.00012989785,0.0004777147,0.0020988618,0.009455517,0.0002316017,0.0010152298,0.080592036,0.00016500601],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008457674,0.014355575,0.010320934,0.010898568,0.0007492748,0.00037647842,0.0062054237,0.000026461139,0.0008136485,0.64955276,0.27785933,0.020383844],"study_design_scores_gemma":[0.007014191,0.0440149,0.17113507,0.06631303,0.00017431345,0.0002930964,0.0053500626,0.00014640231,0.005172599,0.18924788,0.51052284,0.00061562174],"about_ca_topic_score_codex":0.00016125265,"about_ca_topic_score_gemma":0.00037073423,"teacher_disagreement_score":0.5021349,"about_ca_system_score_codex":0.0011868936,"about_ca_system_score_gemma":0.012769973,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W1976421268","doi":"10.1525/jer.2006.1.3.27","title":"The Importance of Story-Telling: Research Protocols in Aboriginal Communities","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Betrayal; Identity (music); Sociology; Public relations; Psychology; Media studies; Social psychology; Political science; Aesthetics; Art","score_opus":0.6989577923815845,"score_gpt":0.7011157861335735,"score_spread":0.002157993751988996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976421268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85124886,0.0008042967,0.0000052553323,0.02565366,0.00013760934,0.009105411,0.000005621283,0.000012001406,0.11302731],"genre_scores_gemma":[0.9650363,0.014337799,0.00015941201,0.00005403452,0.0025547775,0.00050796644,0.000003973323,0.000050366325,0.01729542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9321373,0.048559375,0.0014385398,0.00031185118,0.014906183,0.0026467098],"domain_scores_gemma":[0.93025553,0.052331425,0.0003609819,0.0007686561,0.015756333,0.0005270734],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.27776897,0.00015994736,0.000430113,0.0021876928,0.027446153,0.0005165314,0.0029037376,0.0006214802,0.00013678629],"category_scores_gemma":[0.0033034498,0.000105078114,0.00015191543,0.003410482,0.01059288,0.00034900397,0.000032128904,0.022221824,0.000034596735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050136144,0.0012854789,0.018697591,0.00018933664,0.000015389334,0.00006811912,0.22323062,0.000025813119,0.00002565616,0.74546766,0.0103504695,0.00014248914],"study_design_scores_gemma":[0.00039879797,0.0016925808,0.006441175,0.0006167454,0.0000010653216,0.000002765339,0.05561353,0.0000075324656,0.00019736537,0.11559008,0.819341,0.000097335156],"about_ca_topic_score_codex":0.078214355,"about_ca_topic_score_gemma":0.7694861,"teacher_disagreement_score":0.80899054,"about_ca_system_score_codex":0.0023852903,"about_ca_system_score_gemma":0.08224145,"threshold_uncertainty_score":0.9920997},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1985379883","doi":"10.1525/jer.2013.8.1.3","title":"The “Ethics Rupture” Summit, Fredericton, New Brunswick, Canada, October 25–28, 2012","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Socioeconomics of Resources and Conservation","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"St. Thomas University","keywords":"Summit; Bureaucracy; Declaration; Corporate governance; Research ethics; Political science; Environmental ethics; Public administration; Unintended consequences; Sociology; Engineering ethics; Law; Management; Engineering; Geography","score_opus":0.5367446215114768,"score_gpt":0.49771486424497435,"score_spread":0.039029757266502485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985379883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4941722,0.010171907,0.0001701937,0.4694352,0.00069865683,0.0008029647,0.000017674089,0.000019273846,0.024511939],"genre_scores_gemma":[0.9310425,0.008854863,0.00039276766,0.007687265,0.0027644949,0.000036500263,0.000010877812,0.00014160643,0.04906911],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919685,0.0018557274,0.0017416792,0.000579884,0.0021197628,0.0017344387],"domain_scores_gemma":[0.9704124,0.022994354,0.00071517314,0.0009952913,0.0036914297,0.0011913489],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03770007,0.00028642427,0.00063856493,0.0008600929,0.0032648721,0.0014026852,0.0023991037,0.0008944976,0.0013798273],"category_scores_gemma":[0.023295006,0.00022924643,0.00032640874,0.0010042171,0.0012063282,0.0006253561,0.00048183324,0.017597325,0.00084262737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076847224,0.0001381176,0.029275164,0.000040328996,0.0001480737,0.000029366334,0.0017155411,0.000047500984,0.000016210368,0.2919687,0.67533445,0.0012096862],"study_design_scores_gemma":[0.00056741614,0.0005836596,0.08052329,0.00006773289,0.0000029465969,0.00000563663,0.0020960926,0.00021662706,0.000030396854,0.16529676,0.7503891,0.00022034292],"about_ca_topic_score_codex":0.4969345,"about_ca_topic_score_gemma":0.56054723,"teacher_disagreement_score":0.46174794,"about_ca_system_score_codex":0.0016785606,"about_ca_system_score_gemma":0.011262274,"threshold_uncertainty_score":0.9999353},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2012065220","doi":"10.1525/jer.2011.6.3.83","title":"HIV/AIDS Research Conducted in the Developing World and Sponsored by the Developed World: Reporting of Research Ethics Committee Review in Two Countries","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; National Institutes of Health; Department of Psychiatry, Columbia University; National Heart, Lung, and Blood Institute; Fu Foundation School of Engineering and Applied Science; National Human Genome Research Institute; University of Toronto","keywords":"Developing country; Research ethics; Informed consent; Human immunodeficiency virus (HIV); Developed country; MEDLINE; Psychosocial; Family medicine; Ethics committee; Medicine; Political science; Alternative medicine; Law; Economic growth; Environmental health; Psychiatry; Public administration; Population","score_opus":0.9568886842359228,"score_gpt":0.7698311244068137,"score_spread":0.1870575598291091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012065220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5010223,0.01667149,0.000023986147,0.4497637,0.00014647437,0.005381002,0.00002517765,0.000029003199,0.02693691],"genre_scores_gemma":[0.90064365,0.0806099,0.0028287645,0.0048142937,0.000521509,0.00034733472,0.000016181013,0.00017241227,0.0100459475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7201982,0.18192366,0.0140125835,0.0025788445,0.073876746,0.0074099572],"domain_scores_gemma":[0.1277573,0.78256226,0.0023680467,0.004496099,0.08099516,0.00182118],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.7955938,0.00054163794,0.0022539804,0.010361122,0.0035660584,0.0005562715,0.005538413,0.0015360836,0.00048048198],"category_scores_gemma":[0.77969605,0.0003281729,0.00036122068,0.02455776,0.022624549,0.00047437116,0.0033761389,0.1734852,0.000075698015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0104753645,0.0038135587,0.20007443,0.020249447,0.00046436125,0.00773283,0.06943654,0.0000036774184,0.00217842,0.48699984,0.1962811,0.0022904112],"study_design_scores_gemma":[0.0083906045,0.009259347,0.1496684,0.11241262,0.00006861816,0.000617387,0.053570416,0.00006107273,0.0050512454,0.48906773,0.17086738,0.0009651808],"about_ca_topic_score_codex":0.0023671833,"about_ca_topic_score_gemma":0.02407704,"teacher_disagreement_score":0.60063857,"about_ca_system_score_codex":0.0024531446,"about_ca_system_score_gemma":0.03413596,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W2013108554","doi":"10.1525/jer.2006.1.2.1","title":"The Ethics in Human Research Ethics","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Information ethics; Meta-ethics; Ethics committee; Nursing ethics; Applied ethics; Ethics of technology; Business ethics; Sociology; Political science; Psychology; Public relations; Public administration; Engineering","score_opus":0.9670438305244726,"score_gpt":0.8158450142239104,"score_spread":0.1511988163005622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013108554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36649776,0.002837679,0.000050846735,0.5564426,0.0004225193,0.002569086,0.000017599445,0.00006705194,0.071094856],"genre_scores_gemma":[0.94937944,0.014765322,0.0005230956,0.002160585,0.004021812,0.00016633648,0.000018437893,0.0002705988,0.028694343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7465008,0.12248496,0.007052453,0.0027453464,0.11162009,0.009596356],"domain_scores_gemma":[0.16590509,0.74255055,0.0006753043,0.004338311,0.0835246,0.0030061626],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.7048336,0.00066601683,0.0016448667,0.0073776217,0.013255596,0.0018227743,0.006509713,0.009279565,0.00047135956],"category_scores_gemma":[0.73242867,0.0004585431,0.0008945197,0.010314898,0.024830896,0.0004635015,0.003552235,0.39690813,0.0005457815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004564724,0.0054063327,0.013825879,0.0022538078,0.00023820155,0.0056322925,0.009433667,0.000106329826,0.011119659,0.832141,0.11418904,0.0010890982],"study_design_scores_gemma":[0.003921592,0.012900208,0.028636781,0.0052770805,0.000020025598,0.00013474563,0.0077531664,0.0000960645,0.0029907613,0.7708389,0.16697778,0.00045288098],"about_ca_topic_score_codex":0.0034661964,"about_ca_topic_score_gemma":0.02311194,"teacher_disagreement_score":0.62006557,"about_ca_system_score_codex":0.0051856483,"about_ca_system_score_gemma":0.04344431,"threshold_uncertainty_score":0.9997866},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2023582820","doi":"10.1525/jer.2009.4.2.65","title":"Inclusion of Women, Minorities, and Children in Clinical Trials: Opinions of Research Ethics Board Administrators","year":2009,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Inclusion (mineral); Ethics committee; Institutional review board; Research ethics; Clinical trial; Medical education; Family medicine; Quarter (Canadian coin); Alternative medicine; Medicine; Political science; Psychology; Public relations; Public administration; Psychiatry; Social psychology; Internal medicine; Pathology","score_opus":0.9429593689841539,"score_gpt":0.8017508797702942,"score_spread":0.14120848921385964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023582820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88090557,0.0020165993,0.0000105765685,0.11219614,0.0001565973,0.0017177066,0.00004891196,0.000014476072,0.0029334375],"genre_scores_gemma":[0.96925324,0.02690793,0.00077226106,0.00085752766,0.0012227067,0.00003368994,0.000014800916,0.00007000456,0.0008678107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.72898513,0.1737203,0.01622356,0.0025727141,0.07200287,0.0064954306],"domain_scores_gemma":[0.3125062,0.6412265,0.0013637546,0.0023680262,0.038346563,0.0041889576],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.755822,0.00042006373,0.0032186466,0.0071989405,0.0018381935,0.00019786168,0.0027697864,0.0052353293,0.00029621308],"category_scores_gemma":[0.8433414,0.0003264827,0.0007988416,0.0057041952,0.014352155,0.0002949898,0.003529757,0.12775345,0.000017218106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0541627,0.033129096,0.33321932,0.008892612,0.0013321842,0.0028840073,0.06417512,0.000021735785,0.008079577,0.42868418,0.040274344,0.02514515],"study_design_scores_gemma":[0.010475038,0.08492844,0.34592122,0.012395178,0.00004155325,0.000096407195,0.011990297,0.000054191238,0.0030887872,0.5228374,0.007745104,0.00042642196],"about_ca_topic_score_codex":0.00058115757,"about_ca_topic_score_gemma":0.0006782309,"teacher_disagreement_score":0.4675062,"about_ca_system_score_codex":0.002094255,"about_ca_system_score_gemma":0.035159167,"threshold_uncertainty_score":0.9999187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2033039670","doi":"10.1525/jer.2007.2.3.61","title":"Perceptions of Stress among Students Participating in Psychology Research: A Canadian Survey","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Psychology; Confidentiality; Perception; Stress (linguistics); Medical education; Research ethics; Clinical psychology; Applied psychology; Class (philosophy); Social psychology; Medicine; Psychiatry","score_opus":0.8786602702225971,"score_gpt":0.7565019950908604,"score_spread":0.12215827513173672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033039670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98355407,0.0006329582,0.000026348302,0.00561265,0.00026803926,0.00052988157,0.000026217074,0.000006607862,0.0093432125],"genre_scores_gemma":[0.99736655,0.0011405125,0.00007843391,0.00020242845,0.00035074382,0.000046026486,0.000008224129,0.00005367569,0.00075342803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94023603,0.041287787,0.0022104105,0.0008183792,0.0119172875,0.0035300995],"domain_scores_gemma":[0.9294728,0.056828808,0.00026069183,0.0010564177,0.010768085,0.0016131726],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3330609,0.0002115052,0.00060444855,0.007597347,0.0014331344,0.00027229005,0.002425018,0.0010295876,0.0025494553],"category_scores_gemma":[0.060474154,0.00018451693,0.00017909441,0.0047349203,0.0025109844,0.00029134762,0.00042491785,0.025365984,0.0001936675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018770725,0.0030120672,0.924898,0.00007917334,0.00011307766,0.0015963423,0.036147263,0.000035769775,0.00048926065,0.0012230539,0.019328408,0.011200496],"study_design_scores_gemma":[0.0012431274,0.0041410495,0.9646836,0.0005494569,0.000004645457,0.0000159923,0.016674455,0.00002979499,0.000038611714,0.003200524,0.009268465,0.00015027073],"about_ca_topic_score_codex":0.18883531,"about_ca_topic_score_gemma":0.6589462,"teacher_disagreement_score":0.47011092,"about_ca_system_score_codex":0.0007976988,"about_ca_system_score_gemma":0.0022496812,"threshold_uncertainty_score":0.99986684},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2037620319","doi":"10.1525/jer.2008.3.4.19","title":"Sharing Data and Results with Study Participants: Report on a Survey of Cultural Anthropologists","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Anthropology: Ethics, History, Culture","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Harm; Confidentiality; Anonymity; Data sharing; Public relations; Social psychology; Psychology; Survey data collection; Internet privacy; Sociology; Political science; Medicine; Law; Computer science","score_opus":0.9303605501824993,"score_gpt":0.7248475637677881,"score_spread":0.20551298641471116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037620319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961042,0.00032025776,0.000010151574,0.031301416,0.00016770425,0.0007228729,0.000065744556,0.00002189091,0.006347998],"genre_scores_gemma":[0.99540895,0.0018092466,0.00013342751,0.00011976265,0.00036450732,0.0000090876965,0.00001870145,0.000030810257,0.002105526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9632889,0.020969765,0.0016643001,0.0010999442,0.011331445,0.0016456691],"domain_scores_gemma":[0.9636017,0.020575505,0.0007775157,0.0016739488,0.012368725,0.0010026215],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.16406792,0.0002432965,0.00076927635,0.0008491003,0.0055676964,0.00019012824,0.0027570426,0.00073931395,0.0001220694],"category_scores_gemma":[0.24594414,0.00016300472,0.00007444591,0.0018448173,0.031153504,0.00053586677,0.0011356695,0.013888321,0.000015931182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008317265,0.0058374405,0.51586026,0.00013420121,0.0004570931,0.012991819,0.30827788,0.000042954045,0.00009907316,0.0063561606,0.14137924,0.00024662394],"study_design_scores_gemma":[0.0042835874,0.027428359,0.6227909,0.0009075611,0.00004189668,0.00023753624,0.30023924,0.00004142024,0.0001273608,0.0026070238,0.040721852,0.00057327485],"about_ca_topic_score_codex":0.02905082,"about_ca_topic_score_gemma":0.04352489,"teacher_disagreement_score":0.10693061,"about_ca_system_score_codex":0.00079733675,"about_ca_system_score_gemma":0.0049814214,"threshold_uncertainty_score":0.99572694},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2050959467","doi":"10.1525/jer.2012.7.1.17","title":"“Walking along beside the Researcher”: How Canadian REBs/IRBs are Responding to the Needs of Community-Based Participatory Research","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; University of British Columbia; Dalhousie University; Public Health Ontario; University of Toronto","funders":"","keywords":"Mainstream; Research ethics; Participatory action research; Negotiation; Privilege (computing); Engineering ethics; Community-based participatory research; Research design; Sociology; Psychology; Political science; Social science; Law","score_opus":0.9660277098221685,"score_gpt":0.7526949405539958,"score_spread":0.21333276926817268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050959467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6021774,0.0009230095,0.000028014618,0.38930374,0.00019093092,0.0018058749,0.000032355078,0.00001883623,0.0055198628],"genre_scores_gemma":[0.985745,0.00080822984,0.00026562632,0.004985146,0.0022781256,0.00021818536,0.000010053587,0.00019315584,0.005496443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79007167,0.14772537,0.003028816,0.00075285503,0.049782492,0.008638806],"domain_scores_gemma":[0.3709053,0.5613073,0.0006547183,0.0061235907,0.05269292,0.008316113],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.67821157,0.0005075398,0.0013344871,0.015915493,0.011204796,0.0009997026,0.0076467036,0.002316748,0.00037147125],"category_scores_gemma":[0.67257047,0.00030676878,0.0007223626,0.019748006,0.012704144,0.0005035648,0.0031284653,0.14620274,0.00028877988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014266564,0.0062323012,0.14711288,0.0047790604,0.001169741,0.0016171954,0.15760703,0.00025979537,0.015497796,0.17556553,0.47069162,0.0052004885],"study_design_scores_gemma":[0.004154423,0.023085069,0.22801349,0.012338591,0.00011006943,0.00015673699,0.25047758,0.00014264522,0.016756544,0.056235846,0.40771148,0.0008175416],"about_ca_topic_score_codex":0.020322956,"about_ca_topic_score_gemma":0.09478095,"teacher_disagreement_score":0.41916633,"about_ca_system_score_codex":0.0050132964,"about_ca_system_score_gemma":0.032269754,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W2059005855","doi":"10.1525/jer.2006.1.2.59","title":"Anthropological Research in Light of Research-Ethics Review: Canadian Master's Theses, 1995–2004","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Ethnography; Sociology; Social research; Social science; Engineering ethics; Library science; Anthropology","score_opus":0.9334926938063701,"score_gpt":0.7803664192839562,"score_spread":0.1531262745224139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059005855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028395051,0.032696877,0.00004733552,0.7113558,0.00034781618,0.0031347973,0.000074888354,0.00003661333,0.22391081],"genre_scores_gemma":[0.84609824,0.1369618,0.0018718295,0.0013180336,0.0033321648,0.00021260288,0.000019929312,0.00018132207,0.010004063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.6166519,0.317501,0.0036406426,0.0016145743,0.05209222,0.008499638],"domain_scores_gemma":[0.7020255,0.23842506,0.00053393445,0.001923591,0.053103942,0.003987983],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.7190021,0.0004975698,0.0016981973,0.013036774,0.010020893,0.00094359176,0.0061316215,0.0032821456,0.0013992856],"category_scores_gemma":[0.39359912,0.0003952702,0.0005951803,0.018351996,0.044733346,0.0008007081,0.0014557808,0.09514805,0.00031545016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007367853,0.0020103129,0.003457035,0.0024631014,0.00008718751,0.0024327517,0.02989151,0.000022014621,0.0008876371,0.6956492,0.26004717,0.0023152826],"study_design_scores_gemma":[0.00073933665,0.0040508094,0.0021779372,0.008071445,0.0000059735416,0.000013851406,0.035002988,0.000013332033,0.00042064086,0.36433345,0.58484685,0.00032337115],"about_ca_topic_score_codex":0.35319358,"about_ca_topic_score_gemma":0.48240566,"teacher_disagreement_score":0.8177032,"about_ca_system_score_codex":0.0075110956,"about_ca_system_score_gemma":0.047637597,"threshold_uncertainty_score":0.9998499},"labels":[],"label_agreement":null},{"id":"W2060672619","doi":"10.1525/jer.2013.8.2.129","title":"Community-Based Participatory Research (Cbpr) with Indigenous Communities: Producing Respectful and Reciprocal Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Participatory action research; Community-based participatory research; Reciprocal; Citizen journalism; Sociology; Health equity; Community health; Public relations; Public health; Political science; Medicine; Nursing; Ecology; Anthropology; Law","score_opus":0.8267825118101103,"score_gpt":0.6597191488775958,"score_spread":0.16706336293251456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060672619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266844,0.0006330501,0.000010760946,0.026988478,0.00013741924,0.0032149423,0.000007430904,0.000046569938,0.042276997],"genre_scores_gemma":[0.9849146,0.0054417313,0.00039784925,0.00026076302,0.0017175693,0.0001442234,0.000010880384,0.00011318473,0.006999213],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.818055,0.15481645,0.001353085,0.000643989,0.020114599,0.0050169136],"domain_scores_gemma":[0.8637517,0.087759286,0.0003227068,0.0020488896,0.043285247,0.0028321506],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4011995,0.00035452287,0.00077827554,0.006226571,0.08816265,0.0020886217,0.003846265,0.0012146136,0.00050956896],"category_scores_gemma":[0.011089761,0.00025958614,0.00014209162,0.0062545002,0.022475654,0.0009257541,0.00018553554,0.05932579,0.00030799568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00090575806,0.0027780244,0.005283431,0.00066535326,0.000082511804,0.0001398859,0.93505627,0.000020232434,0.0000817056,0.042254224,0.01203663,0.00069598074],"study_design_scores_gemma":[0.0013054337,0.014682022,0.009246604,0.0020478105,0.000009876179,0.000024300876,0.43494186,0.000028331886,0.0005631211,0.0602163,0.47650272,0.00043159982],"about_ca_topic_score_codex":0.31539103,"about_ca_topic_score_gemma":0.56962574,"teacher_disagreement_score":0.5001144,"about_ca_system_score_codex":0.004281034,"about_ca_system_score_gemma":0.09973771,"threshold_uncertainty_score":0.99998564},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2068687672","doi":"10.1525/jer.2007.2.2.1","title":"Emerging Ethical Challenges in Advanced Neuroimaging Research: Review, Recommendations and Research Agenda","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Neuroethics, Human Enhancement, Biomedical Innovations","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute","funders":"National Institutes of Health; Institut de Recherche Clinique De Montréal","keywords":"Neuroimaging; Engineering ethics; Scope (computer science); Context (archaeology); Research ethics; Neuroethics; Informed consent; Ethical issues; Brain research; Political science; Psychology; Neuroscience; Medicine; Computer science; Engineering; Alternative medicine","score_opus":0.918250402634741,"score_gpt":0.716004531897453,"score_spread":0.20224587073728806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068687672","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1428077,0.007993599,0.00012034946,0.8221912,0.00057939097,0.0023407943,0.000018097606,0.00007014462,0.023878733],"genre_scores_gemma":[0.7681721,0.2197852,0.0007473776,0.008691771,0.0010364209,0.00013662409,0.0000054910024,0.00016369464,0.001261316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.89192843,0.06549594,0.003877626,0.0025192774,0.030224703,0.005954041],"domain_scores_gemma":[0.7933144,0.18678637,0.00048391352,0.0018263086,0.015763283,0.0018257166],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3884637,0.00041953725,0.00089469267,0.011701102,0.0052022054,0.00059927406,0.0032754324,0.0011287061,0.00044187304],"category_scores_gemma":[0.43077165,0.00037720456,0.00020241084,0.013185453,0.010972627,0.00078686787,0.0027058683,0.0989328,0.00017006774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015342492,0.004054301,0.000310411,0.003948226,0.00005753458,0.006269943,0.019032512,0.000015446165,0.321439,0.32852095,0.1929653,0.121852115],"study_design_scores_gemma":[0.002499292,0.0069675334,0.0036592516,0.014075803,0.000008524558,0.0001770281,0.010136634,0.0001259427,0.033830203,0.24117115,0.6866697,0.0006789081],"about_ca_topic_score_codex":0.00006153364,"about_ca_topic_score_gemma":0.0003567012,"teacher_disagreement_score":0.8134994,"about_ca_system_score_codex":0.0015968981,"about_ca_system_score_gemma":0.0026795773,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W2071815905","doi":"10.1525/jer.2013.8.4.28","title":"Extending the Olive Branch: Enhancing Communication and Trust Between Research Ethics Committees and Qualitative Researchers","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Transparency (behavior); Engineering ethics; Research ethics; Qualitative research; Constructive; Process (computing); Research integrity; Perspective (graphical); Public relations; Psychology; Sociology; Political science; Computer science; Law; Social science; Engineering","score_opus":0.9697089880092447,"score_gpt":0.8049809725777003,"score_spread":0.16472801543154436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071815905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6867374,0.0057127834,0.00006527849,0.29885307,0.00005001782,0.0021624994,0.000013809864,0.000027670489,0.0063774413],"genre_scores_gemma":[0.9437397,0.048694454,0.001027367,0.0011435206,0.0009233902,0.0001762388,0.000010482932,0.00013470816,0.0041501066],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.852893,0.104379244,0.0028577817,0.001393269,0.034695912,0.0037808109],"domain_scores_gemma":[0.16869527,0.7718872,0.0005367315,0.0029272882,0.052527327,0.0034261756],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5464516,0.00045980385,0.001296449,0.003936376,0.00886686,0.0018512467,0.00326016,0.0030828242,0.00046116905],"category_scores_gemma":[0.62434804,0.00031016767,0.00031166276,0.0043065245,0.027394941,0.0008139981,0.0043725865,0.16298029,0.00021189134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004360169,0.0027198084,0.0405232,0.008382858,0.001647902,0.0005893649,0.44129363,0.000009856136,0.019627286,0.39750618,0.057873167,0.025466593],"study_design_scores_gemma":[0.0030437615,0.011591931,0.072677486,0.007978608,0.000044842433,0.000098391654,0.15413111,0.000105248575,0.002611985,0.7321868,0.015092509,0.00043730056],"about_ca_topic_score_codex":0.0025328693,"about_ca_topic_score_gemma":0.0016601303,"teacher_disagreement_score":0.6841977,"about_ca_system_score_codex":0.0016382441,"about_ca_system_score_gemma":0.009188589,"threshold_uncertainty_score":0.99993503},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2075054615","doi":"10.1525/jer.2013.8.2.104","title":"The Social and Policy Contexts of the New Brunswick Declaration on Research Ethics, Integrity, and Governance: A Commentary","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Corporate governance; Research ethics; Declaration; Research integrity; Political science; Engineering ethics; Ethics committee; Sociology; Public administration; Public relations; Law; Management; Engineering","score_opus":0.8828485704238289,"score_gpt":0.7403927455931891,"score_spread":0.1424558248306398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075054615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3708011,0.00096491916,0.000005365101,0.62404394,0.000100120866,0.001201526,0.0000063870934,0.0000065273102,0.0028701257],"genre_scores_gemma":[0.96497166,0.019622628,0.00012655537,0.0072363,0.0020980258,0.00002992379,0.0000018908862,0.000066709355,0.005846294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94299114,0.02603421,0.0017676906,0.00075289217,0.026444223,0.0020098276],"domain_scores_gemma":[0.45806047,0.49968734,0.0007249803,0.0021300742,0.0368483,0.0025488287],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.21266042,0.00029740442,0.000768814,0.0011078508,0.0059482045,0.0008074646,0.0022387346,0.0023225578,0.00013495506],"category_scores_gemma":[0.45918328,0.00016571063,0.0003147924,0.0023993778,0.016208071,0.00029427328,0.0026511445,0.12782142,0.00004881636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039783935,0.0013272054,0.011191998,0.00088799896,0.0002671437,0.00009520788,0.011276971,0.0000013834313,0.0027328348,0.64212114,0.31495082,0.011168888],"study_design_scores_gemma":[0.003634104,0.013726105,0.26386112,0.0036215915,0.000019571231,0.000054075383,0.0063324394,0.00006906762,0.0018524039,0.6587222,0.04789981,0.00020748665],"about_ca_topic_score_codex":0.011926272,"about_ca_topic_score_gemma":0.0129982205,"teacher_disagreement_score":0.61680764,"about_ca_system_score_codex":0.0015447816,"about_ca_system_score_gemma":0.029165814,"threshold_uncertainty_score":0.99897265},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2092648788","doi":"10.1525/jer.2012.7.1.53","title":"Incidental Findings in Neuroimaging Research: A Framework for Anticipating the Next Frontier","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Mental Health; Canadian Institutes of Health Research; British Columbia Knowledge Development Fund; National Institutes of Health","keywords":"Neuroimaging; Sine qua non; Psychology; Resting state fMRI; Frontier; Brain function; Functional neuroimaging; Interpretation (philosophy); Cognitive psychology; Neuroscience; Computer science; Political science","score_opus":0.896472309203715,"score_gpt":0.6720419744288844,"score_spread":0.22443033477483065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092648788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656134,0.0004830815,0.000316595,0.13031964,0.0005059634,0.0010923478,0.000008600161,0.0000173872,0.0016429977],"genre_scores_gemma":[0.9938219,0.0002979717,0.00071714044,0.0028625994,0.0017020388,0.00014184846,5.24852e-7,0.000071945105,0.00038400476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9647744,0.018835554,0.0009884366,0.00071767304,0.011514204,0.0031697268],"domain_scores_gemma":[0.5578996,0.43640983,0.00020276495,0.00077681494,0.0040182,0.0006928192],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1464148,0.00025082144,0.00049925415,0.002997656,0.0051535554,0.00084955466,0.0021233435,0.0004201941,0.00009364941],"category_scores_gemma":[0.68493676,0.00017573999,0.0002684101,0.0041080033,0.003767336,0.0011069105,0.0016215954,0.028589359,0.00009971378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004449678,0.004652149,0.120362215,0.0006520499,0.00012647624,0.0007710515,0.07447735,0.00019375085,0.11373555,0.42095828,0.25384602,0.0057754493],"study_design_scores_gemma":[0.003086928,0.00895192,0.15005386,0.0026260726,0.00001708781,0.00021354016,0.038056698,0.0016408539,0.035255633,0.6307674,0.12854455,0.00078545784],"about_ca_topic_score_codex":0.00011618077,"about_ca_topic_score_gemma":0.000087281405,"teacher_disagreement_score":0.53852195,"about_ca_system_score_codex":0.001313024,"about_ca_system_score_gemma":0.001189618,"threshold_uncertainty_score":0.99894387},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2094328787","doi":"10.1525/jer.2011.6.2.71","title":"Computer Science Security Research and Human Subjects: Emerging Considerations for Research Ethics Boards","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Research ethics; Human research; Context (archaeology); Engineering ethics; Institutional review board; Ethics committee; Sociology; Political science; Public relations; Psychology; Engineering; Public administration","score_opus":0.9070529429373003,"score_gpt":0.7277377955426105,"score_spread":0.1793151473946898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094328787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7001774,0.00055577204,0.00018116161,0.2251165,0.00060399255,0.0029650333,0.000040014664,0.000074953845,0.07028522],"genre_scores_gemma":[0.992277,0.0015921348,0.0017003993,0.0007771643,0.0025889112,0.00007487698,0.0000023572923,0.000078187135,0.0009089306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9211144,0.038909398,0.0015507682,0.0013272037,0.031824872,0.0052733934],"domain_scores_gemma":[0.7557592,0.13634242,0.000315775,0.0011569028,0.10316061,0.0032651012],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5536014,0.00032543935,0.000754686,0.0063840477,0.04890741,0.0040962407,0.0033606102,0.0019892103,0.00036548698],"category_scores_gemma":[0.32743523,0.0002929843,0.00024076684,0.006544129,0.049688425,0.0017672081,0.0020471402,0.056251932,0.00004451437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002469706,0.0009414107,0.00074129476,0.0001822909,0.0000564567,0.00015550939,0.22136864,0.0000019437405,0.0014678177,0.7445223,0.03002807,0.00028731485],"study_design_scores_gemma":[0.0008598419,0.008267788,0.0023228563,0.0006140796,0.0000070976585,0.0000096991225,0.04480048,0.000050102077,0.0010557423,0.91225773,0.029458169,0.0002964336],"about_ca_topic_score_codex":0.008762458,"about_ca_topic_score_gemma":0.014207358,"teacher_disagreement_score":0.29209968,"about_ca_system_score_codex":0.0024901934,"about_ca_system_score_gemma":0.027446907,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W2097951217","doi":"10.1525/jer.2013.8.2.141","title":"Peer Research Assistantships and the Ethics of Reciprocity in Community-Based Research","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reciprocity (cultural anthropology); Research ethics; Engineering ethics; Psychology; Field research; Human immunodeficiency virus (HIV); Peer review; Public relations; Sociology; Political science; Social psychology; Engineering; Medicine; Social science","score_opus":0.9723559492756422,"score_gpt":0.7678640514505523,"score_spread":0.20449189782508992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097951217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7687323,0.0006133542,0.000013319554,0.20635822,0.00020224038,0.0044411453,0.000030725147,0.000011580152,0.01959707],"genre_scores_gemma":[0.98948383,0.0015759396,0.00030398017,0.0027383766,0.00047238116,0.00061784324,0.000025316387,0.0000699386,0.004712402],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.62323767,0.33654875,0.003241421,0.0006407079,0.032077596,0.004253828],"domain_scores_gemma":[0.58152175,0.36304265,0.0005220526,0.0016664214,0.05160189,0.0016452176],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.70832866,0.00031142024,0.0010523638,0.0052263807,0.01636125,0.00026002192,0.0033437805,0.0019551995,0.0008479692],"category_scores_gemma":[0.19765213,0.00019810114,0.0002066106,0.006000492,0.013278755,0.00037013344,0.0024231307,0.17199844,0.0002984913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019204112,0.007992282,0.14572601,0.019705502,0.00017662201,0.00020094962,0.29027396,0.000033102486,0.0016812127,0.1632348,0.34776127,0.0040101754],"study_design_scores_gemma":[0.014462984,0.018884106,0.06905913,0.016915204,0.000010925815,0.000005869593,0.23061453,0.00052891154,0.00081011135,0.49288255,0.1553695,0.0004561754],"about_ca_topic_score_codex":0.015081568,"about_ca_topic_score_gemma":0.006983821,"teacher_disagreement_score":0.5106765,"about_ca_system_score_codex":0.0029800385,"about_ca_system_score_gemma":0.014022349,"threshold_uncertainty_score":0.9993405},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2101444868","doi":"10.1525/jer.2010.5.1.49","title":"Perspectives of Canadian Researchers on Ethics Review of Neuroimaging Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; Engineering ethics; Ethical issues; Corporate governance; Neuroimaging; Neuroethics; Process (computing); Psychology; Political science; Psychiatry; Computer science; Business","score_opus":0.9678124096616166,"score_gpt":0.802156305057276,"score_spread":0.16565610460434066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101444868","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30627862,0.008935621,0.000005975733,0.561547,0.00036391502,0.0029600512,0.00006993686,0.000028515384,0.11981041],"genre_scores_gemma":[0.8313421,0.15911302,0.0011638307,0.0024235758,0.0012762811,0.00005806713,0.00000985036,0.00020311272,0.004410169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8835011,0.041056022,0.0041143126,0.0017662332,0.06469874,0.0048636002],"domain_scores_gemma":[0.2832444,0.5290998,0.0009814209,0.0054343105,0.17351533,0.0077247336],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5266424,0.00049199094,0.0019589704,0.019939996,0.0024808203,0.00026495647,0.004902147,0.0035572643,0.0019094488],"category_scores_gemma":[0.8392323,0.00039079745,0.0009559595,0.014749554,0.02104074,0.00034149378,0.0016083365,0.24057464,0.00021246463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075716116,0.008076777,0.007807344,0.06395975,0.0008241251,0.00467878,0.029602423,0.000013459391,0.0701506,0.6325738,0.1705457,0.0041956403],"study_design_scores_gemma":[0.0078033297,0.07560502,0.03861882,0.184546,0.00013291136,0.00045743625,0.050049845,0.00012695002,0.03392367,0.34755534,0.25989643,0.0012842643],"about_ca_topic_score_codex":0.018674472,"about_ca_topic_score_gemma":0.035991173,"teacher_disagreement_score":0.6002567,"about_ca_system_score_codex":0.002064679,"about_ca_system_score_gemma":0.07245733,"threshold_uncertainty_score":0.9998544},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2105174614","doi":"10.1525/jer.2012.7.2.20","title":"Ethical and Epistemological Insights: A Case Study of Participatory Action Research with Young People","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Children's Rights and Participation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Beneficence; Autonomy; Participatory action research; Informed consent; Research ethics; Economic Justice; Action (physics); Outreach; Engineering ethics; Respect for persons; Action research; Citizen journalism; Psychology; Public relations; Sociology; Political science; Medicine; Law; Pedagogy; Alternative medicine","score_opus":0.8991358613777135,"score_gpt":0.7075194402226193,"score_spread":0.19161642115509425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105174614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98613274,0.00027714553,0.000016613263,0.010648988,0.0001134012,0.00091735256,0.0000018937884,0.00001291363,0.0018789249],"genre_scores_gemma":[0.998171,0.00038767382,0.000047607773,0.00006457021,0.0010383606,0.000057438196,0.0000010212067,0.000025061174,0.00020731833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9399786,0.04556059,0.0009161201,0.00042063507,0.011409182,0.0017148614],"domain_scores_gemma":[0.96285903,0.02742566,0.00023189126,0.00045239402,0.0075930404,0.0014379967],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13431697,0.00017442717,0.0005246282,0.001573599,0.0049023586,0.00033631347,0.0006004906,0.00093526917,0.00018583346],"category_scores_gemma":[0.026934175,0.00011044329,0.000091625276,0.0025931478,0.004173697,0.00049769937,0.0003474052,0.018208113,0.000025912039],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022031667,0.008004732,0.21601962,0.00020804262,0.00022054336,0.0019509698,0.67483073,0.000030988056,0.00036892056,0.089995466,0.0051700915,0.000996706],"study_design_scores_gemma":[0.0041516167,0.03807837,0.2527839,0.0006962848,0.00008764359,0.00062417076,0.64694834,0.0001317829,0.0004505136,0.027197814,0.028304204,0.00054533855],"about_ca_topic_score_codex":0.007346278,"about_ca_topic_score_gemma":0.04588611,"teacher_disagreement_score":0.1073828,"about_ca_system_score_codex":0.00067921064,"about_ca_system_score_gemma":0.0020066893,"threshold_uncertainty_score":0.9992639},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2105409372","doi":"10.1177/1556264614559889","title":"Postpartum Women’s Perspectives on the Donation of Placentas for Scientific Research in Campinas, Brazil","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Donation; Placenta; Family medicine; Pregnancy; Medicine; Obstetrics; Qualitative research; Gynecology; Psychology; Medical education; Sociology; Fetus; Political science; Social science; Law","score_opus":0.611458007476331,"score_gpt":0.6281862006249543,"score_spread":0.016728193148623394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105409372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755152,0.00014242218,0.000052172047,0.119451076,0.00010130115,0.001110169,0.000016542817,0.000007218108,0.0036038973],"genre_scores_gemma":[0.9972658,0.00045425654,0.000087145236,0.0003086718,0.0003526756,0.00007452124,0.000012884278,0.000033764405,0.0014102799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9807099,0.0075835297,0.00078964396,0.00046866477,0.009368712,0.0010795536],"domain_scores_gemma":[0.95377904,0.03329959,0.0001693966,0.0005511828,0.0117434,0.00045735633],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12042794,0.00014425293,0.00038694148,0.004360159,0.0013473094,0.00026488595,0.000695743,0.00033009172,0.00026406808],"category_scores_gemma":[0.04036612,0.00009527586,0.00015128303,0.002750988,0.0025815552,0.00018556442,0.00010352529,0.008938451,0.000045191344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023189902,0.007731633,0.0104097435,0.0022896659,0.00025052336,0.00016793786,0.11725737,0.00011007099,0.042934265,0.7322343,0.059264965,0.0041596475],"study_design_scores_gemma":[0.021264518,0.06926407,0.26161566,0.007981747,0.000040615196,0.00010564354,0.17581485,0.0021881314,0.0639297,0.24828099,0.14884946,0.0006646158],"about_ca_topic_score_codex":0.000033486453,"about_ca_topic_score_gemma":0.00014245283,"teacher_disagreement_score":0.4839533,"about_ca_system_score_codex":0.0016536001,"about_ca_system_score_gemma":0.0022853543,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W2106350222","doi":"10.1525/jer.2012.7.4.10","title":"Opportunities, Ethical Challenges, and Lessons Learned from Working with Peer Research Assistants in a Multi-Method HIV Community-Based Research Study in Ontario, Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's Health In Women's Hands; University of Calgary","funders":"Canadian Institutes of Health Research; Mental Health Commission; University of Calgary","keywords":"Focus group; Qualitative research; Human immunodeficiency virus (HIV); Medical education; Research ethics; Peer support; Best practice; Psychology; Facilitation; Engineering ethics; Medicine; Political science; Nursing; Sociology; Engineering; Family medicine; Social science","score_opus":0.9881056457603145,"score_gpt":0.7429312961482957,"score_spread":0.24517434961201878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106350222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897966,0.0010917616,0.000012666788,0.09196415,0.00020234243,0.0031442754,0.000045064113,0.000012170615,0.005561555],"genre_scores_gemma":[0.9923169,0.0012041678,0.0009901554,0.0015887393,0.00032225752,0.0004918479,0.000080492995,0.000100455705,0.0029049723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.74276936,0.22634093,0.0023436337,0.00082120794,0.022339607,0.005385238],"domain_scores_gemma":[0.8301665,0.15595277,0.00033573463,0.0013194515,0.009313629,0.0029118801],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.48700908,0.00042360497,0.001180119,0.0051256362,0.007830123,0.0001721187,0.0020412097,0.0017229284,0.0005013931],"category_scores_gemma":[0.026306111,0.00033360554,0.00007607789,0.002690127,0.001986838,0.00029492614,0.0018724031,0.1656433,0.000027972927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.008582594,0.010245691,0.73623604,0.0014669127,0.00010710726,0.0016394416,0.21677028,0.00002472161,0.000056513352,0.004628386,0.015113257,0.0051290463],"study_design_scores_gemma":[0.008233517,0.007971729,0.50704056,0.009075887,0.0000075452967,0.0000037728826,0.3706867,0.000108816246,0.000018672657,0.0053052935,0.09118493,0.00036257075],"about_ca_topic_score_codex":0.9151278,"about_ca_topic_score_gemma":0.9959769,"teacher_disagreement_score":0.46070296,"about_ca_system_score_codex":0.014881036,"about_ca_system_score_gemma":0.046279103,"threshold_uncertainty_score":0.9999116},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106492803","doi":"10.1525/jer.2010.5.2.35","title":"Are We Asking the Right Questions? A Review of Canadian REB Practices in Relation to Community-Based Participatory Research","year":2010,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; McMaster University; Ontario HIV Treatment Network; Wilfrid Laurier University; York University; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; McMaster University","keywords":"Research ethics; Participatory action research; Community-based participatory research; Context (archaeology); Documentation; Citizen journalism; Variety (cybernetics); Public relations; Medical education; Sociology; Psychology; Political science; Medicine; Computer science; Law","score_opus":0.9936023185289259,"score_gpt":0.875692863393889,"score_spread":0.11790945513503692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106492803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000666717,0.55369747,0.0000069631756,0.43251732,0.0003080037,0.007397515,0.00013167944,0.0000130987,0.0052612657],"genre_scores_gemma":[0.00088935974,0.98534817,0.00021259837,0.011060696,0.000728447,0.0011115359,0.000015312884,0.00009134665,0.0005425098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6471493,0.32956296,0.0052042874,0.0005632905,0.0140239615,0.0034961896],"domain_scores_gemma":[0.5429814,0.41829932,0.005306532,0.0029536646,0.027101995,0.0033571196],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.6099357,0.00039624743,0.0021503607,0.017416036,0.010748439,0.00020168717,0.0049396213,0.0018978362,0.00084838946],"category_scores_gemma":[0.6058218,0.00025897965,0.00037124366,0.019302957,0.0027259095,0.0005131378,0.0010251036,0.1329916,0.0005092116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002192188,0.00082224276,0.0011676557,0.31778467,0.00009942909,0.0003765133,0.04082706,0.000009806971,0.000009514663,0.01798211,0.5811822,0.039519615],"study_design_scores_gemma":[0.00023997985,0.00074767956,0.00078883406,0.23538661,0.000022250117,0.0000059951603,0.003918276,0.000003454273,8.1914834e-7,0.0022431526,0.756501,0.00014194236],"about_ca_topic_score_codex":0.05113208,"about_ca_topic_score_gemma":0.3578985,"teacher_disagreement_score":0.43165073,"about_ca_system_score_codex":0.006728264,"about_ca_system_score_gemma":0.0911695,"threshold_uncertainty_score":0.9999881},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2111252371","doi":"10.1525/jer.2008.3.2.33","title":"Enacting Research Ethics in Partnerships with Indigenous Communities in Canada: “Do it in a Good Way”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Government (linguistics); Public relations; Psychological intervention; Community development; Research ethics; Political science; Community-based participatory research; Economic Justice; Restorative justice; Sociology; Participatory action research; Engineering ethics; Law; Nursing; Medicine; Ecology; Engineering","score_opus":0.8276120331629695,"score_gpt":0.6356745718594767,"score_spread":0.19193746130349276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111252371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123153,0.0005983143,0.0000012309268,0.031316206,0.00011081066,0.0011679338,0.00000488843,0.00000783593,0.054477457],"genre_scores_gemma":[0.9718285,0.025067704,0.00008509899,0.00023961834,0.00051941804,0.000026922873,0.0000047940866,0.00004936903,0.0021785523],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9020983,0.072603025,0.0016989005,0.00054697465,0.018415166,0.0046376316],"domain_scores_gemma":[0.9076506,0.08129636,0.00028314703,0.00074781623,0.008760073,0.001262026],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.24303824,0.00026139055,0.0007221046,0.005598493,0.018780388,0.00034933534,0.0025329387,0.0011552074,0.00018502334],"category_scores_gemma":[0.011366931,0.00020618728,0.00008533595,0.0068773604,0.005292797,0.0005619259,0.00007452561,0.06031531,0.000026624271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005273942,0.0010316402,0.08106068,0.000204168,0.000018075587,0.0016933426,0.86201376,0.00007154758,0.000002691745,0.05239379,0.0008280479,0.00015485071],"study_design_scores_gemma":[0.00142597,0.0024660279,0.037770595,0.002232725,0.0000019214601,0.000049699633,0.7152712,0.000020521331,0.000052170017,0.014011706,0.22635677,0.0003407384],"about_ca_topic_score_codex":0.9882568,"about_ca_topic_score_gemma":0.999911,"teacher_disagreement_score":0.36243227,"about_ca_system_score_codex":0.017674197,"about_ca_system_score_gemma":0.38010648,"threshold_uncertainty_score":0.99741423},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2111742633","doi":"10.1525/jer.2008.3.2.53","title":"Developing a Participatory Aboriginal Health Research Project: “Only if it's Going to Mean Something”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Participatory action research; General partnership; Community-based participatory research; Empowerment; Action research; Indigenous; Public relations; Sociology; Citizen journalism; Culturally appropriate; Process (computing); Action (physics); Engineering ethics; Political science; Medicine; Gerontology; Engineering; Law; Pedagogy","score_opus":0.857952373241667,"score_gpt":0.7200108122894603,"score_spread":0.13794156095220667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111742633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77362263,0.00076785625,0.00015879887,0.15899129,0.0006181447,0.002735161,0.000008359415,0.00005855068,0.06303923],"genre_scores_gemma":[0.8963804,0.048959274,0.005256227,0.0029887063,0.008021664,0.00007220113,0.0000072090215,0.000161926,0.038152378],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.917578,0.05098555,0.0018736572,0.0009360154,0.02291332,0.005713459],"domain_scores_gemma":[0.94613534,0.02837736,0.00037438283,0.0008116672,0.02108776,0.0032135115],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.28768492,0.00029566148,0.0007673495,0.0060862554,0.05369126,0.00068551314,0.002663345,0.0008369815,0.00020511293],"category_scores_gemma":[0.012032348,0.00023762435,0.00022777179,0.007924317,0.005134094,0.0007041329,0.000072230105,0.022406662,0.0005421949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027585606,0.0006688946,0.0009651116,0.00023317094,0.000038736023,0.00026686286,0.69822824,0.0000066732396,0.000013058638,0.24218333,0.056643255,0.00047679752],"study_design_scores_gemma":[0.00043130454,0.0034781788,0.002034293,0.00096532714,0.0000024950464,0.00003751537,0.066259876,0.000006444456,0.000103288396,0.016121946,0.9103157,0.0002436306],"about_ca_topic_score_codex":0.05804369,"about_ca_topic_score_gemma":0.3738601,"teacher_disagreement_score":0.85367244,"about_ca_system_score_codex":0.009233612,"about_ca_system_score_gemma":0.43985456,"threshold_uncertainty_score":0.9975734},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2114332566","doi":"10.1177/1556264614564970","title":"Parent Perspectives on Privacy and Governance for a Pediatric Repository of Non-Biological, Research Data","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; PolicyWise for Children & Families; University of Calgary","funders":"","keywords":"Focus group; Nonprobability sampling; Thematic analysis; Corporate governance; Qualitative research; Data collection; Qualitative property; Psychology; Focus (optics); Altruism (biology); Internet privacy; Public relations; Business; Sociology; Political science; Computer science; Social psychology; Marketing; Social science","score_opus":0.9457734969064294,"score_gpt":0.7653637445849779,"score_spread":0.1804097523214515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114332566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289367,0.0022567227,0.00016341195,0.058969308,0.00015693171,0.0021149488,0.00006175107,0.000018940538,0.0073212446],"genre_scores_gemma":[0.9679515,0.025145859,0.0018516013,0.00025294756,0.002655523,0.00007642092,0.000011453603,0.000081128615,0.0019736183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9594518,0.012907744,0.0021075679,0.0017209656,0.021570379,0.0022415433],"domain_scores_gemma":[0.4546177,0.49278155,0.0008001405,0.0048704324,0.044349115,0.002581043],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.27513498,0.00033558783,0.0012284024,0.002118206,0.0020985939,0.00032767025,0.004078084,0.0018221934,0.00007370402],"category_scores_gemma":[0.63636756,0.00023522708,0.0003380431,0.002377864,0.007802312,0.000267104,0.0034442125,0.046188664,0.000033022174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04950777,0.025709907,0.12251766,0.0149318855,0.0011493902,0.001565068,0.029118776,0.000047308156,0.029990254,0.44005305,0.2742024,0.011206509],"study_design_scores_gemma":[0.0148279,0.19971126,0.3230372,0.009689464,0.00012035262,0.00018783788,0.019296756,0.0020490459,0.0054924376,0.33182985,0.09274006,0.001017824],"about_ca_topic_score_codex":0.00011661357,"about_ca_topic_score_gemma":0.00005286781,"teacher_disagreement_score":0.50483406,"about_ca_system_score_codex":0.001040673,"about_ca_system_score_gemma":0.0079002,"threshold_uncertainty_score":0.99947363},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2119101810","doi":"10.1525/jer.2014.9.2.52","title":"Perspectives from South and East Asia on Clinical and Research Ethics: A Literature Review","year":2014,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Paternalism; China; Informed consent; Engineering ethics; Islam; Consistency (knowledge bases); Research ethics; Medical ethics; Political science; Sociology; Social science; Environmental ethics; Medicine; Law; Alternative medicine; History","score_opus":0.9296896302790284,"score_gpt":0.8195286778168879,"score_spread":0.11016095246214053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119101810","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006233387,0.83386743,0.000011868853,0.14987853,0.0005136249,0.0036564742,0.00012424657,0.000034800356,0.011850682],"genre_scores_gemma":[0.000277623,0.98237526,0.0004066079,0.004672797,0.007992832,0.00029477503,0.000041415806,0.00029400687,0.0036446494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.56561464,0.39913258,0.005148946,0.0023012573,0.024537044,0.003265532],"domain_scores_gemma":[0.3071181,0.6492798,0.002126342,0.0029431854,0.03410223,0.0044303914],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.66767347,0.001056748,0.0059398445,0.0049614096,0.012276658,0.000870369,0.0042866045,0.01315544,0.0008588866],"category_scores_gemma":[0.8318375,0.00070570037,0.0011022303,0.0047935103,0.017757658,0.00047017116,0.0044929064,0.5199088,0.0010874117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015553926,0.0017915886,0.00021228177,0.2536999,0.0012504493,0.0026282717,0.06931363,8.443406e-8,0.0000013165121,0.15435554,0.36928412,0.14590745],"study_design_scores_gemma":[0.0007721928,0.004111983,0.00007216936,0.32808995,0.00014321947,0.000042436215,0.009675822,0.000002069186,5.162546e-8,0.046767525,0.60999,0.0003326061],"about_ca_topic_score_codex":0.0001227478,"about_ca_topic_score_gemma":0.00012799031,"teacher_disagreement_score":0.5067534,"about_ca_system_score_codex":0.0018885767,"about_ca_system_score_gemma":0.024723819,"threshold_uncertainty_score":0.99969035},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124622716","doi":"10.1177/1556264615571557","title":"Analysis of Research Ethics Board Approval Times in an Academic Department of Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mayo Clinic","keywords":"Institutional review board; Research ethics; Ethics committee; Human research; Informed consent; Medicine; Clinical research; Research design; Family medicine; Psychology; Actuarial science; Medical education; Alternative medicine; Political science; Business; Internal medicine; Pathology; Sociology; Surgery","score_opus":0.9650326330343495,"score_gpt":0.8058693818735141,"score_spread":0.1591632511608354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124622716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8570496,0.001968299,0.000056698824,0.12727931,0.00015670649,0.0016599079,0.00003706129,0.000022089602,0.011770352],"genre_scores_gemma":[0.98748815,0.007542206,0.00087655825,0.0006176752,0.0009998286,0.000060374456,0.000039927294,0.000106250765,0.002269036],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86548555,0.051765762,0.0058304286,0.0015818012,0.07186694,0.00346954],"domain_scores_gemma":[0.5918393,0.31500712,0.00095268496,0.003013252,0.08471393,0.0044737076],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5639916,0.00044643623,0.0028667185,0.018733807,0.0007473717,0.00010965639,0.0040201605,0.0049180686,0.0005785407],"category_scores_gemma":[0.64376646,0.00033008127,0.00069093914,0.018783307,0.020129263,0.0004271754,0.001991494,0.13921201,0.000053961245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049494155,0.019802388,0.38281873,0.009604179,0.005854283,0.0056150556,0.092430614,0.0018108088,0.02398709,0.333073,0.07083453,0.0046751956],"study_design_scores_gemma":[0.0188843,0.12922192,0.15098988,0.01596379,0.00075423846,0.00008984968,0.05728329,0.003319623,0.010492949,0.5933493,0.01874765,0.0009032758],"about_ca_topic_score_codex":0.0013436191,"about_ca_topic_score_gemma":0.0035064307,"teacher_disagreement_score":0.27364624,"about_ca_system_score_codex":0.0026770565,"about_ca_system_score_gemma":0.029242724,"threshold_uncertainty_score":0.9999151},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2142538319","doi":"10.1525/jer.2013.8.5.75","title":"A Bibliometric Analysis of an International Research Ethics Trainee Program","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Bioethics; Bibliometrics; Curriculum; Citation analysis; Citation; Index (typography); Library science; Medical education; Psychology; Sociology; Social science; Political science; Medicine; Computer science; Pedagogy; Law","score_opus":0.9622748523741901,"score_gpt":0.8177639337984884,"score_spread":0.14451091857570164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142538319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800035,0.00044621178,0.000060538772,0.095035106,0.00021261077,0.0024433944,0.000038423033,0.000055533812,0.021704648],"genre_scores_gemma":[0.9806183,0.008328339,0.0041771824,0.0007836305,0.0013589929,0.0002511651,0.000050592087,0.00013790267,0.0042938814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.8876784,0.030753452,0.0038968103,0.0015669757,0.07248438,0.00361997],"domain_scores_gemma":[0.37988684,0.42906526,0.0008194961,0.003733854,0.18136941,0.005125139],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","research_integrity"],"category_scores_codex":[0.42707673,0.00045082916,0.001888315,0.28527504,0.0019344384,0.0012676732,0.005704787,0.004367592,0.0036095981],"category_scores_gemma":[0.6813267,0.00034466787,0.001262521,0.28064203,0.010938595,0.0010579709,0.0020832845,0.13358517,0.00033790024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017662281,0.10662796,0.15485837,0.0090202885,0.023452913,0.0070689274,0.041157544,0.00061242306,0.03973669,0.29008546,0.09304325,0.21667388],"study_design_scores_gemma":[0.0068986714,0.07324513,0.63223153,0.0035214482,0.00039483444,0.0001233258,0.011741226,0.0055732564,0.0033234193,0.22442946,0.037780665,0.00073699694],"about_ca_topic_score_codex":0.0013853586,"about_ca_topic_score_gemma":0.0009814154,"teacher_disagreement_score":0.5077916,"about_ca_system_score_codex":0.0020477867,"about_ca_system_score_gemma":0.018759377,"threshold_uncertainty_score":0.9999005},"labels":[],"label_agreement":null},{"id":"W2144720490","doi":"10.1177/1556264615575509","title":"I’m Positive, But I’m Negative","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Negotiation; Informed consent; Focus group; Thematic analysis; Psychology; Process (computing); Key (lock); Empirical research; Social psychology; Qualitative research; Sociology; Medicine; Political science; Epistemology; Computer science; Alternative medicine; Law; Social science","score_opus":0.9685007847421286,"score_gpt":0.7988034980733706,"score_spread":0.16969728666875805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144720490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6309056,0.00077957945,0.0001228527,0.22525243,0.00036425728,0.0014322057,0.00002597546,0.000048505804,0.14106856],"genre_scores_gemma":[0.9682332,0.0020889887,0.0020524592,0.0028307461,0.0023711256,0.000034620927,0.000007199131,0.00012283401,0.022258803],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9412375,0.015497125,0.0019330941,0.00091083965,0.037947513,0.0024738926],"domain_scores_gemma":[0.5341429,0.35305396,0.00050723425,0.0022224411,0.10270757,0.0073658847],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.2510707,0.0003466655,0.0011025758,0.0035183954,0.0013674035,0.00045115422,0.0021433732,0.002384074,0.0004963353],"category_scores_gemma":[0.6536097,0.00025507822,0.000537157,0.0036202448,0.007218152,0.0003791386,0.0014518898,0.089542076,0.0009530827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03061592,0.01238953,0.019791089,0.0018899838,0.0013419114,0.021591054,0.022333333,0.00007916086,0.012648469,0.40459996,0.46691012,0.005809476],"study_design_scores_gemma":[0.008636359,0.054994136,0.023683634,0.0045972513,0.000046681624,0.0004941212,0.014642434,0.0001144516,0.014576448,0.84056926,0.03716711,0.00047809148],"about_ca_topic_score_codex":0.000302751,"about_ca_topic_score_gemma":0.00028416654,"teacher_disagreement_score":0.43596932,"about_ca_system_score_codex":0.0027564003,"about_ca_system_score_gemma":0.028256075,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W2154644173","doi":"10.1177/1556264614540596","title":"Human Research Ethics Committees in Technical Universities","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Context (archaeology); Ethics committee; Political science; Medical research; Medical ethics; Law; Medicine; Public administration; Engineering","score_opus":0.6425432194834537,"score_gpt":0.6194743726661475,"score_spread":0.023068846817306254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154644173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8975955,0.0007570962,0.0006399773,0.06070044,0.00053549005,0.0005716167,0.000009218705,0.00018381696,0.039006837],"genre_scores_gemma":[0.99659747,0.0006058975,0.00038357498,0.00014714406,0.0010087084,0.00002019156,0.000006212879,0.00007325476,0.0011575755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98050684,0.007583447,0.0009058405,0.0004028563,0.008792614,0.0018084275],"domain_scores_gemma":[0.96931845,0.024938872,0.000059912076,0.00075535884,0.003947088,0.0009802905],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.09902231,0.00024395606,0.00050927984,0.0044451356,0.0013688748,0.00030805025,0.0019024067,0.0015139795,0.00020718489],"category_scores_gemma":[0.01693589,0.0002120865,0.00016004695,0.0033415516,0.00277772,0.00028437458,0.00049820554,0.048040505,0.00012908706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043128862,0.0029592048,0.0024141844,0.005100511,0.00022970937,0.0007726349,0.02834847,0.0064053386,0.044938326,0.35884872,0.5438028,0.0057488186],"study_design_scores_gemma":[0.003757676,0.010774826,0.074269414,0.006171609,0.000018706196,0.00010419708,0.023144657,0.0066275047,0.0044553643,0.20709912,0.6622881,0.0012888168],"about_ca_topic_score_codex":0.00022440395,"about_ca_topic_score_gemma":0.00040357758,"teacher_disagreement_score":0.15174961,"about_ca_system_score_codex":0.002190123,"about_ca_system_score_gemma":0.0014363092,"threshold_uncertainty_score":0.99993616},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2157164339","doi":"10.1525/jer.2007.2.2.25","title":"Research Ethics Review and Aboriginal Community Values: Can the Two Be Reconciled?","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; McGill University","funders":"","keywords":"Research ethics; Engineering ethics; Ethics committee; Sociology; Political science; Psychology; Environmental ethics; Philosophy; Public administration; Engineering","score_opus":0.959572336299824,"score_gpt":0.8164137726328058,"score_spread":0.14315856366701818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157164339","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25399777,0.01604845,0.00005531738,0.683339,0.00026572446,0.0030366075,0.00003650242,0.00005019729,0.04317042],"genre_scores_gemma":[0.723069,0.23216295,0.0010067702,0.027422648,0.0028210974,0.00010108993,0.000018653434,0.00022825717,0.013169512],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7918647,0.12675716,0.00492468,0.001677486,0.06813081,0.0066451808],"domain_scores_gemma":[0.15789406,0.74415535,0.00063207693,0.0045793196,0.08787276,0.0048664464],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.79207706,0.0005390466,0.0017096594,0.0036458822,0.010609745,0.0007497074,0.00497486,0.0031736882,0.000733876],"category_scores_gemma":[0.65094143,0.00034930152,0.00058665307,0.007127086,0.023244038,0.00032460678,0.0025643904,0.32409385,0.00015205324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0099194925,0.008700315,0.013145125,0.03262457,0.0015483504,0.0070126895,0.060776975,0.000011646744,0.004045046,0.42034537,0.43009436,0.011776067],"study_design_scores_gemma":[0.005701611,0.030527448,0.02251027,0.029520134,0.00020689973,0.0009663524,0.034832094,0.00003107443,0.0018898756,0.48263404,0.3904394,0.0007408165],"about_ca_topic_score_codex":0.002965874,"about_ca_topic_score_gemma":0.011633583,"teacher_disagreement_score":0.6559164,"about_ca_system_score_codex":0.0031867719,"about_ca_system_score_gemma":0.032879077,"threshold_uncertainty_score":0.9998959},"labels":[],"label_agreement":null},{"id":"W2164878690","doi":"10.1525/jer.2007.2.1.3","title":"Sharing Data and Results in Ethnographic Research: Why This Should Not Be an Ethical Imperative","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; U.S. Department of Homeland Security","keywords":"Ethnography; Variety (cybernetics); Sociology; Engineering ethics; Research ethics; Relation (database); Politics; Field (mathematics); Epistemology; Public relations; Political science; Law; Computer science; Anthropology","score_opus":0.9682090312510818,"score_gpt":0.7973267805208706,"score_spread":0.17088225073021124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34293267,0.0008853955,0.00033446623,0.6232512,0.00020591245,0.0015397695,0.00012152341,0.000048109745,0.030680962],"genre_scores_gemma":[0.97620267,0.01066283,0.004836647,0.0043591307,0.0020868408,0.00003340275,0.000031715583,0.00011580466,0.0016709408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.70424086,0.2211059,0.004668306,0.003341062,0.05808696,0.008556908],"domain_scores_gemma":[0.60366285,0.35781267,0.0005530997,0.0033593583,0.02920601,0.005406014],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.827274,0.00040030427,0.0009824377,0.008240171,0.008288706,0.0019190669,0.006793903,0.0034959326,0.000259595],"category_scores_gemma":[0.5299207,0.0003307509,0.0002039295,0.0094131855,0.026613614,0.0016446686,0.0038944816,0.10131714,0.000031132407],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00652858,0.0016890175,0.0024297144,0.00030919447,0.0001441757,0.0020659568,0.37308723,0.0000093424305,0.0041769478,0.54155993,0.05648246,0.011517459],"study_design_scores_gemma":[0.0030509485,0.009522624,0.006893024,0.0015918054,0.00001052002,0.000019405445,0.22247592,0.000528169,0.0009159798,0.3387168,0.41561526,0.0006595504],"about_ca_topic_score_codex":0.0103558805,"about_ca_topic_score_gemma":0.052910563,"teacher_disagreement_score":0.63327,"about_ca_system_score_codex":0.0016515506,"about_ca_system_score_gemma":0.007617528,"threshold_uncertainty_score":0.99991447},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536884,0.00017632113,0.0000044433823,0.010330108,0.00033017623,0.00365988,0.00006137898,0.000035472684,0.03171386],"genre_scores_gemma":[0.993802,0.0002749264,0.00014265072,0.0016827267,0.00078135834,0.000637506,0.000048859765,0.0001179952,0.0025119614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7033116,0.27457145,0.002100617,0.00059743796,0.01459729,0.0048215957],"domain_scores_gemma":[0.78955054,0.19095282,0.0004292162,0.0021708016,0.0139568355,0.0029397795],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.5064174,0.00044205209,0.0010010897,0.008870157,0.02797791,0.00024524104,0.004061491,0.002178831,0.0010917429],"category_scores_gemma":[0.09583548,0.00036566716,0.00027544473,0.00601737,0.006127353,0.00030912392,0.0012359259,0.24901518,0.0008444211],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014553924,0.02158808,0.15807506,0.0045910096,0.000120692355,0.0005297887,0.73794323,0.000051780284,0.004892328,0.01697019,0.03978676,0.0008971339],"study_design_scores_gemma":[0.009262708,0.06372354,0.13929133,0.008578548,0.00001039576,0.0000067180613,0.60728097,0.00013047241,0.0030348308,0.112134375,0.055803765,0.0007423294],"about_ca_topic_score_codex":0.0071815494,"about_ca_topic_score_gemma":0.016351245,"teacher_disagreement_score":0.41058192,"about_ca_system_score_codex":0.009017,"about_ca_system_score_gemma":0.027152188,"threshold_uncertainty_score":0.99993354},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2168780647","doi":"10.1525/jer.2008.3.2.1","title":"Introduction to Special Issue: Advancing the Ethics of Community-Based Participatory Research","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Aboriginal Peoples Health","keywords":"Community-based participatory research; General partnership; Participatory action research; Research ethics; Engineering ethics; Bioethics; Health care; Sociology; Public relations; Political science; Law","score_opus":0.9835035843420695,"score_gpt":0.8466898481773969,"score_spread":0.13681373616467263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168780647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43598625,0.000022558435,0.00014409548,0.5578089,0.00051089196,0.0014065739,0.000018485001,0.000014695394,0.0040875934],"genre_scores_gemma":[0.9367779,0.00048505602,0.00097348273,0.03106229,0.026533462,0.00029571741,0.000005853157,0.00009536364,0.0037708832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7436684,0.2268495,0.0030046504,0.0004900044,0.022162724,0.0038247514],"domain_scores_gemma":[0.70386016,0.2593343,0.0005992621,0.0017692903,0.032549188,0.0018877878],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.51883143,0.00022800626,0.0006850954,0.0038675289,0.022925671,0.000088679306,0.0031711117,0.0008878009,0.0024354581],"category_scores_gemma":[0.42597052,0.0001619355,0.00017584457,0.0071026115,0.006546563,0.00037441598,0.0012882594,0.08678438,0.0009954489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000790662,0.00040159564,0.0021381516,0.000576811,0.000019725785,0.0000397853,0.16776647,0.0001654047,0.0019986082,0.0054651094,0.82009476,0.00054293004],"study_design_scores_gemma":[0.0010339624,0.004975031,0.01400582,0.0005540354,0.0000038818303,0.000008252329,0.054054953,0.000031685282,0.0014753413,0.007870564,0.91585356,0.00013291615],"about_ca_topic_score_codex":0.0012081933,"about_ca_topic_score_gemma":0.0019521621,"teacher_disagreement_score":0.5267466,"about_ca_system_score_codex":0.0029301022,"about_ca_system_score_gemma":0.027819214,"threshold_uncertainty_score":0.9997824},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2233201293","doi":"10.1177/1556264615599687","title":"Risk and Representation in Research Ethics","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Nunavut; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Identity (music); Negotiation; Research ethics; Context (archaeology); Politics; Sociology; Representation (politics); Corporate governance; Legislation; Political science; Public relations; Public administration; Law; Social science; Engineering ethics; Business","score_opus":0.8772426492968817,"score_gpt":0.7351465473444156,"score_spread":0.14209610195246603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233201293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83855045,0.0010073503,0.000019695459,0.04951445,0.0003517533,0.00110461,0.0000052666173,0.000017017137,0.10942941],"genre_scores_gemma":[0.9355137,0.051808916,0.00033677238,0.00013580377,0.0024106556,0.00001286315,0.000003983992,0.00004355314,0.009733797],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8944413,0.08332363,0.0011130972,0.00061911234,0.0181293,0.002373532],"domain_scores_gemma":[0.909121,0.0647509,0.0002723705,0.00063973526,0.023078835,0.002137176],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.40690854,0.00016727921,0.00043992008,0.004139533,0.017064722,0.000724521,0.0013961175,0.0014093841,0.000109161876],"category_scores_gemma":[0.06407103,0.0001317013,0.00010278976,0.0046951757,0.0063314545,0.0006429309,0.00006483166,0.038758643,0.00013469202],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046350656,0.00075163395,0.011506659,0.000095687625,0.000020203768,0.00016843255,0.714924,0.000021197191,0.00001216206,0.25981197,0.011507889,0.0007167024],"study_design_scores_gemma":[0.00092218374,0.002453742,0.009583902,0.00035440043,0.0000035769008,0.000009257452,0.12049977,0.00002552884,0.00009604411,0.2780147,0.5878796,0.00015732068],"about_ca_topic_score_codex":0.128057,"about_ca_topic_score_gemma":0.5379825,"teacher_disagreement_score":0.5944242,"about_ca_system_score_codex":0.0029473803,"about_ca_system_score_gemma":0.09665229,"threshold_uncertainty_score":0.999887},"labels":[{"model":"gemma","categories":["sts","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2322177933","doi":"10.1525/jer.2011.6.3.47","title":"When They Hear What We Say: Ethical Challenges in Presenting Research Findings to the Huntington Disease Community","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Transparency (behavior); Autonomy; Disease; Research ethics; Psychology; Community engagement; Bioethics; Huntington's disease; Balance (ability); Social psychology; Medicine; Public relations; Political science; Psychiatry; Pathology","score_opus":0.9641321750926299,"score_gpt":0.7402153150700238,"score_spread":0.22391686002260613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322177933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46879977,0.0021035203,0.000007080354,0.5156871,0.00019200085,0.0019081404,0.0000062227477,0.0000315295,0.011264644],"genre_scores_gemma":[0.9419249,0.048869282,0.0006168105,0.0035479553,0.0014376286,0.00020104958,0.0000048662164,0.00018376911,0.0032137001],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84766304,0.098020084,0.003294285,0.0016250825,0.043880053,0.0055174264],"domain_scores_gemma":[0.41142616,0.53316176,0.00043855148,0.006289112,0.041794855,0.0068895905],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5649333,0.0005248226,0.001334738,0.0060368506,0.0053520086,0.0012879575,0.0066720517,0.0034904797,0.0007039014],"category_scores_gemma":[0.6234598,0.000354512,0.00064778,0.0040446618,0.0071304957,0.00075018685,0.0066045434,0.23752525,0.0006162263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02694959,0.01751797,0.03666557,0.0086082565,0.00072582095,0.0054591363,0.4545765,0.000051210594,0.0026296496,0.32988614,0.09893702,0.017993167],"study_design_scores_gemma":[0.0024852303,0.013141994,0.09050584,0.015650118,0.000029008603,0.00004716062,0.07434164,0.000081697675,0.0013089495,0.7517185,0.05022277,0.00046705903],"about_ca_topic_score_codex":0.0017387684,"about_ca_topic_score_gemma":0.009523933,"teacher_disagreement_score":0.51213914,"about_ca_system_score_codex":0.0021305832,"about_ca_system_score_gemma":0.011090668,"threshold_uncertainty_score":0.9998907},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2328191359","doi":"10.1525/jer.2013.8.2.110","title":"Ethical Challenges and Lessons Learned from <i>Inuulluataarneq</i> — “Having the Good Life” Study: A Community-Based Participatory Research Project in Greenland","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Comisión de Investigaciones Científicas; Medical Research Council; Kommissionen for Videnskabelige Undersøgelser i Grønland","keywords":"Community-based participatory research; Participatory action research; Viewpoints; Sociology; Research ethics; Public relations; Political science; Engineering ethics; Engineering","score_opus":0.9513969318966031,"score_gpt":0.7272710465388462,"score_spread":0.2241258853577569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328191359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7305622,0.0017045124,0.0000021364324,0.26072758,0.000105813175,0.0031050455,0.000012502427,0.00001721003,0.0037629653],"genre_scores_gemma":[0.9897884,0.004893198,0.000046087167,0.0029350785,0.00075561425,0.0010901458,0.000004945404,0.00007700088,0.0004094916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.79970115,0.18688731,0.0016370952,0.0006605467,0.007021293,0.0040925923],"domain_scores_gemma":[0.7995684,0.18844372,0.0003160001,0.0013422405,0.00943481,0.0008947951],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.3193477,0.0003293044,0.001032834,0.0020865789,0.023265528,0.00024115003,0.002261247,0.0018136424,0.00029682636],"category_scores_gemma":[0.091780014,0.00021110251,0.00014908283,0.0016999113,0.003845222,0.00020436355,0.003160151,0.11396355,0.00025664407],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022929292,0.005973992,0.09192094,0.0009041638,0.0003880055,0.00053814036,0.82451427,0.000031010208,0.00031442026,0.009506102,0.059023067,0.0045929262],"study_design_scores_gemma":[0.003912462,0.011477303,0.24339762,0.0010777231,0.00001918099,0.0000031119466,0.65525264,0.00016502797,0.000010120033,0.04225252,0.042163365,0.00026892938],"about_ca_topic_score_codex":0.041896693,"about_ca_topic_score_gemma":0.16128936,"teacher_disagreement_score":0.2592262,"about_ca_system_score_codex":0.0014761188,"about_ca_system_score_gemma":0.010783086,"threshold_uncertainty_score":0.9994822},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2330179608","doi":"10.1525/jer.2010.5.4.13","title":"Research with Aboriginal Peoples: Authentic Relationships as a Precursor to Ethical Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Canadian Institutes of Health Research","keywords":"Metis; Context (archaeology); Research ethics; Qualitative research; Sociology; Indigenous; Environmental ethics; Public relations; Political science; Engineering ethics; Social science; Geography; Ecology; Archaeology","score_opus":0.5866934378888018,"score_gpt":0.6734124870864826,"score_spread":0.08671904919768081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330179608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71745366,0.00015015078,0.000023612463,0.10618194,0.00048232923,0.0023556233,0.000009108267,0.000041212585,0.17330234],"genre_scores_gemma":[0.93801636,0.005385844,0.0011837452,0.00022761944,0.0053972765,0.00009161012,0.000006794309,0.00011898991,0.04957174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.868823,0.08376517,0.0015518661,0.0012743743,0.038709577,0.0058760247],"domain_scores_gemma":[0.79851997,0.13535579,0.00028647098,0.001760339,0.058542002,0.0055354373],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.43640634,0.00034414092,0.0006852244,0.0072168875,0.05540324,0.0019199209,0.004257177,0.002928432,0.0010892823],"category_scores_gemma":[0.05342247,0.00024911683,0.00022886363,0.010302353,0.01295651,0.0006237644,0.00009494895,0.11799828,0.001986494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092025875,0.0010905182,0.0007578862,0.00014798061,0.000040189196,0.00020308209,0.37425405,0.0000058799137,0.00010574058,0.5982788,0.02408545,0.00011016316],"study_design_scores_gemma":[0.00062053144,0.0067257117,0.003179844,0.0007061288,0.000007675468,0.000042082967,0.06960094,0.000006380468,0.00023469383,0.09552975,0.82307565,0.0002706094],"about_ca_topic_score_codex":0.055784997,"about_ca_topic_score_gemma":0.69140166,"teacher_disagreement_score":0.7989902,"about_ca_system_score_codex":0.0031381524,"about_ca_system_score_gemma":0.20673196,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W2332005422","doi":"10.1525/jer.2011.6.4.84","title":"What Women Who Use Drugs Have to Say about Ethical Research: Findings of an Exploratory Qualitative Study","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Exploratory research; Qualitative research; Research ethics; Feeling; Incentive; Focus group; Dehumanization; Psychology; Variety (cybernetics); Empirical research; Population; Social psychology; Public relations; Sociology; Political science; Social science; Psychiatry","score_opus":0.9633559533230378,"score_gpt":0.7845533204683083,"score_spread":0.17880263285472953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332005422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95596856,0.00022460837,0.000021288237,0.03685791,0.00024265716,0.003152526,0.000026287114,0.000036277117,0.0034698574],"genre_scores_gemma":[0.983726,0.0031356344,0.00105098,0.002658903,0.00086472207,0.00028223646,0.000006426862,0.00023567102,0.008039412],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7980871,0.11745158,0.0052903164,0.0025863957,0.07040096,0.0061836145],"domain_scores_gemma":[0.44737062,0.43373558,0.00069314457,0.004886805,0.1032389,0.01007493],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5828112,0.0006310411,0.0023126125,0.009559584,0.0023818582,0.0012337441,0.0048592044,0.004295512,0.0012325073],"category_scores_gemma":[0.5792478,0.00049705605,0.0005913699,0.006540268,0.012413846,0.0019485841,0.003826997,0.14088853,0.00039153986],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0184985,0.011842138,0.0026866354,0.0010681875,0.0005763597,0.0025814804,0.9136871,0.0000042100755,0.0020313957,0.031016838,0.014870939,0.0011362334],"study_design_scores_gemma":[0.0035959345,0.08257497,0.01522611,0.00511835,0.000024608446,0.000023075128,0.73793924,0.000017545783,0.0040643634,0.14748055,0.0035301796,0.00040506123],"about_ca_topic_score_codex":0.0007318005,"about_ca_topic_score_gemma":0.0014435368,"teacher_disagreement_score":0.3507165,"about_ca_system_score_codex":0.0037784833,"about_ca_system_score_gemma":0.017733198,"threshold_uncertainty_score":0.99980307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2334054527","doi":"10.1525/jer.2012.7.5.30","title":"Getting through Ethics: The Fit between Research Ethics Board Assessments and Qualitative Research","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Transparency (behavior); Qualitative research; Reciprocity (cultural anthropology); Engineering ethics; Research integrity; Process (computing); Sociology; Management science; Psychology; Political science; Computer science; Social science; Engineering; Law","score_opus":0.9881145546035123,"score_gpt":0.8642491724530705,"score_spread":0.12386538215044174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334054527","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4691946,0.0048082937,0.00020250652,0.49003536,0.00041044416,0.0033615143,0.00005221113,0.00006599284,0.031869106],"genre_scores_gemma":[0.9561153,0.01965379,0.0035060006,0.0033310023,0.0068817437,0.00024826344,0.000018471294,0.00032097325,0.009924427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.51409316,0.3241661,0.0061694253,0.0030943642,0.13921785,0.013259141],"domain_scores_gemma":[0.07174219,0.8248321,0.0007011835,0.003720625,0.09413058,0.004873302],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.83671284,0.0007940638,0.0021006693,0.0056761852,0.016349526,0.0019464081,0.005732969,0.008557879,0.00060787814],"category_scores_gemma":[0.8220482,0.0005390682,0.0007581485,0.009977859,0.03527782,0.0014425709,0.007448869,0.40074027,0.0007564873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0051668948,0.0050096433,0.031947277,0.0063828137,0.0015899446,0.001147395,0.38854536,0.000009509975,0.0038137112,0.4443351,0.10856634,0.0034860051],"study_design_scores_gemma":[0.0036429488,0.019582134,0.031207304,0.008183813,0.00008229279,0.000121524,0.17416833,0.00004600808,0.0022441852,0.62090087,0.13912451,0.00069607305],"about_ca_topic_score_codex":0.0019647246,"about_ca_topic_score_gemma":0.0008818228,"teacher_disagreement_score":0.500666,"about_ca_system_score_codex":0.0043855207,"about_ca_system_score_gemma":0.032636937,"threshold_uncertainty_score":0.9997061},"labels":[],"label_agreement":null},{"id":"W2335612019","doi":"10.1177/1556264615597497","title":"The Satisfaction and Use of Research Ethics Board Information Systems in Canada","year":2015,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Robustness (evolution); User satisfaction; Variety (cybernetics); Ethics committee; Research ethics; Patient satisfaction; Psychology; Information system; Applied psychology; Computer science; Medicine; Political science; Nursing; Public administration; Human–computer interaction; Law","score_opus":0.9372113259143242,"score_gpt":0.699716467253466,"score_spread":0.23749485866085818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335612019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020143,0.0008317181,0.000083711966,0.09412023,0.0009134808,0.0006166665,0.000011963177,0.0000042181773,0.0014036878],"genre_scores_gemma":[0.9964458,0.002516503,0.00009879504,0.00019221369,0.00028973515,0.000022567083,0.0000015816098,0.000015237056,0.0004176069],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9118336,0.037650004,0.002884036,0.00046658466,0.045695007,0.0014707716],"domain_scores_gemma":[0.60132587,0.32458782,0.0007285938,0.0012386249,0.07108688,0.0010321932],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.40096873,0.00015401373,0.00046007294,0.003361248,0.0022014321,0.0022409053,0.0015364876,0.0007145048,0.000018717588],"category_scores_gemma":[0.57559806,0.00009428562,0.00006965161,0.005189949,0.0028749215,0.0020065634,0.0007017293,0.026632197,0.00003027038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024034113,0.00034278384,0.26412576,0.0005877469,0.000074777854,0.0001262661,0.052368063,0.0057735145,0.00022663429,0.29127657,0.36154634,0.021148123],"study_design_scores_gemma":[0.0010801663,0.001684208,0.35479635,0.0012830597,0.000003957816,0.00003652412,0.12392508,0.0023392697,0.000110827874,0.26594537,0.24857096,0.00022423678],"about_ca_topic_score_codex":0.64282125,"about_ca_topic_score_gemma":0.7599326,"teacher_disagreement_score":0.3105077,"about_ca_system_score_codex":0.0031989112,"about_ca_system_score_gemma":0.043970384,"threshold_uncertainty_score":0.9998387},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2336864278","doi":"10.1177/1556264616637965","title":"Book Review: The Ethics Police? The struggle to make human research safe","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Research ethics; Engineering ethics; Human research; Ethics committee; Political science; Sociology; Criminology; Psychology; Engineering; Public administration","score_opus":0.8321787933319287,"score_gpt":0.7426037277584595,"score_spread":0.08957506557346917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336864278","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026727894,0.0075053745,0.000023278986,0.9111153,0.00027833454,0.0014090128,0.0000130856615,0.000019277932,0.076963566],"genre_scores_gemma":[0.31876636,0.100596,0.00016999242,0.25363287,0.010817418,0.000482279,0.0000068594745,0.00016841186,0.31535977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9068899,0.06674338,0.0013758182,0.0005823263,0.022002358,0.002406222],"domain_scores_gemma":[0.7736315,0.18489002,0.00046402743,0.002050447,0.0372959,0.001668086],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.34486422,0.00022449951,0.00041744247,0.0017476154,0.018808449,0.0015800186,0.005096184,0.00076287135,0.0058728564],"category_scores_gemma":[0.29602608,0.00010917821,0.0002632905,0.007119977,0.007992621,0.00079928845,0.0009553776,0.041983757,0.0013607097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008700976,0.0002687908,0.00006221676,0.00007593169,0.000036586287,0.000015311238,0.036745634,6.522872e-7,0.00038355176,0.155352,0.80488473,0.0020875956],"study_design_scores_gemma":[0.00026299187,0.001066919,0.0009171948,0.0014037212,0.000007719835,0.0000076021224,0.0154932,4.2664198e-7,0.00010604892,0.037781313,0.9428129,0.0001399692],"about_ca_topic_score_codex":0.006079794,"about_ca_topic_score_gemma":0.009335356,"teacher_disagreement_score":0.6574824,"about_ca_system_score_codex":0.0019374331,"about_ca_system_score_gemma":0.01736731,"threshold_uncertainty_score":0.99945647},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2341904880","doi":"10.1177/1556264614540588","title":"Robotic Innovation","year":2014,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Psychology; Political science; Engineering ethics; Computer science; Engineering","score_opus":0.7284923075885262,"score_gpt":0.60731738377443,"score_spread":0.12117492381409622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341904880","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.413778,0.00014696679,0.009419475,0.018994575,0.0007200805,0.00057216076,0.000006280953,0.00016837445,0.55619407],"genre_scores_gemma":[0.9979655,0.000101402766,0.00026372433,0.0001867317,0.0006479039,0.000010714616,0.0000038004755,0.0000475889,0.00077260035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906468,0.0017073192,0.0009397283,0.00017060316,0.0056579295,0.00087764766],"domain_scores_gemma":[0.9855341,0.008339404,0.00007221681,0.00040005197,0.00528657,0.00036768318],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03454993,0.00014658757,0.00028103148,0.002724019,0.0005228493,0.00042074476,0.0008827421,0.00052563136,0.00016644757],"category_scores_gemma":[0.015320874,0.00012435068,0.00009100374,0.003134443,0.0006471783,0.0005757136,0.00009309796,0.01414726,0.00031649612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018437044,0.0005846306,0.0008968193,0.0008942082,0.00016517857,0.000107064996,0.0033135994,0.053202376,0.005835726,0.6413223,0.2699963,0.023497416],"study_design_scores_gemma":[0.0025116394,0.0064760977,0.008281931,0.0018355236,0.0000111698155,0.00009386957,0.0027393082,0.0128972875,0.013268037,0.29007396,0.6611013,0.0007099092],"about_ca_topic_score_codex":0.0000034226855,"about_ca_topic_score_gemma":0.000004798918,"teacher_disagreement_score":0.58418757,"about_ca_system_score_codex":0.0005539377,"about_ca_system_score_gemma":0.000442494,"threshold_uncertainty_score":0.994134},"labels":[],"label_agreement":null},{"id":"W2397898304","doi":"10.1525/jer.2013.8.1.55","title":"Ethical Challenges and Opportunities for Nurses in HIV and AIDS Community-Based Participatory Research in Jamaica","year":2013,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Autonomy; Community-based participatory research; Participatory action research; Stakeholder; Public relations; Community engagement; Research ethics; Sociology; Nursing; Stakeholder engagement; Solidarity; Sustainability; Health care; Medicine; Political science; Politics","score_opus":0.9769524622025952,"score_gpt":0.7582380811135123,"score_spread":0.21871438108908292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397898304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71639985,0.0013883116,0.0000027099304,0.27740312,0.00012877911,0.0017524644,0.0000227639,0.000011181431,0.0028907964],"genre_scores_gemma":[0.9887916,0.0068493616,0.0002331568,0.0025005965,0.00030419187,0.00065165694,0.00000998887,0.00004235063,0.00061710685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9195075,0.072496645,0.0014336673,0.00038962552,0.004036305,0.0021362507],"domain_scores_gemma":[0.8555347,0.13609354,0.00017911229,0.00059888925,0.0063768323,0.0012169221],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.19469067,0.00019921716,0.0006622718,0.0041942107,0.005034044,0.0001306719,0.0008236999,0.0017933726,0.00017117805],"category_scores_gemma":[0.04429397,0.00016955858,0.00007637478,0.0008748457,0.003949807,0.00032439354,0.0006948897,0.060163733,0.00003830089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003086867,0.0031668073,0.042538047,0.01041133,0.00006523274,0.0002857968,0.20770824,0.00003274387,0.00018940841,0.6333959,0.0877809,0.011338685],"study_design_scores_gemma":[0.0052950345,0.010129419,0.15204635,0.0060493425,0.000007035894,0.0000047871154,0.2576258,0.0008821085,0.000020358382,0.4036941,0.16393451,0.00031117414],"about_ca_topic_score_codex":0.0011251932,"about_ca_topic_score_gemma":0.0044219247,"teacher_disagreement_score":0.27490252,"about_ca_system_score_codex":0.00082182395,"about_ca_system_score_gemma":0.0043207877,"threshold_uncertainty_score":0.9995025},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2404777889","doi":"10.1525/jer.2006.1.4.77","title":"Trends in Canadian Sociology Master's Theses in Relation to Research Ethics Review, 1995–2004","year":2006,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Medical Research Council","keywords":"Sociology; Research ethics; Field (mathematics); Qualitative research; Relation (database); Social science; Work (physics); Engineering ethics","score_opus":0.8652001765787157,"score_gpt":0.7007556206004423,"score_spread":0.16444455597827345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404777889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2390643,0.006446407,0.000005529371,0.5625256,0.00017035891,0.00097015005,0.000015412244,0.000015515117,0.19078675],"genre_scores_gemma":[0.98368245,0.0064923596,0.0000774126,0.003002098,0.0009113973,0.000056995967,0.000012397168,0.000030250572,0.005734649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.86194175,0.12345522,0.001575631,0.0007341385,0.009080934,0.003212328],"domain_scores_gemma":[0.88510406,0.107301034,0.00021953155,0.0005609338,0.0053665596,0.001447851],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.41856754,0.00022451638,0.00070032314,0.006269429,0.003596821,0.00032816903,0.0020310616,0.0019712967,0.0015494364],"category_scores_gemma":[0.22637995,0.00018796792,0.00022960284,0.006941913,0.0049444074,0.00064574316,0.00036170825,0.04524271,0.00024211036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012454945,0.0010032794,0.04273519,0.0002708727,0.00003848819,0.0019898722,0.07915537,0.00016436176,0.00018468931,0.74756444,0.11966707,0.005980875],"study_design_scores_gemma":[0.00046082243,0.0018847829,0.0505326,0.0015417137,0.0000028270463,0.0000049239293,0.010258994,0.000007417517,0.00000904612,0.29136837,0.64372736,0.00020112103],"about_ca_topic_score_codex":0.31042948,"about_ca_topic_score_gemma":0.6853127,"teacher_disagreement_score":0.7446181,"about_ca_system_score_codex":0.0046780584,"about_ca_system_score_gemma":0.011306366,"threshold_uncertainty_score":0.9993633},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2428532148","doi":"10.1525/jer.2013.8.5.82","title":"Letter to the Editor","year":2013,"lang":"en","type":"letter","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Computer science; Political science; Psychology","score_opus":0.6843819998330386,"score_gpt":0.6434455258129742,"score_spread":0.040936474020064395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2428532148","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033168166,0.0002589802,0.000036408564,0.95366645,0.0038181783,0.0010634585,0.000024187822,0.000018991832,0.04078168],"genre_scores_gemma":[0.000729958,0.0008840585,0.0000877644,0.6458322,0.29580677,0.000060766244,0.000007683505,0.00006417334,0.056526642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91883385,0.04664323,0.0011814216,0.0006627333,0.029517071,0.003161663],"domain_scores_gemma":[0.9002773,0.081775084,0.00035089377,0.00097188714,0.0155423535,0.0010824389],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.19226691,0.0003610027,0.0007204553,0.002418724,0.0067993733,0.0016524645,0.007271704,0.010818422,0.0028806436],"category_scores_gemma":[0.14241908,0.00022198581,0.0005041241,0.0022703293,0.0051486045,0.00037542527,0.00093510246,0.26717213,0.0044667535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006236416,0.00007284943,0.000013538213,0.00007076286,0.00007200635,0.0005144469,0.018805802,0.0000024684887,0.000012967671,0.004577572,0.97520053,0.0005946764],"study_design_scores_gemma":[0.00014936931,0.0010692495,0.00003724233,0.0005870966,0.000008928682,0.000006380774,0.002498451,0.0000025104016,0.000018803294,0.02838716,0.96700317,0.00023163416],"about_ca_topic_score_codex":0.002983909,"about_ca_topic_score_gemma":0.000738581,"teacher_disagreement_score":0.30783427,"about_ca_system_score_codex":0.0020239763,"about_ca_system_score_gemma":0.007589584,"threshold_uncertainty_score":0.9993839},"labels":[],"label_agreement":null},{"id":"W2431984842","doi":"10.1525/jer.2012.7.1.28","title":"Science, Politics, and Identity in Northern Research Ethics Licensing","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Politics; Identity (music); Research ethics; Political science; Engineering ethics; Research integrity; Sociology; Public relations; Law; Engineering; Philosophy","score_opus":0.9500957985831261,"score_gpt":0.8063348333549019,"score_spread":0.14376096522822424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431984842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88304836,0.0016248046,0.000021158463,0.09287894,0.00027316355,0.00097485236,0.000005442663,0.000021521766,0.021151762],"genre_scores_gemma":[0.9864582,0.0066799414,0.00082566764,0.0011750488,0.0020274855,0.000018541636,0.0000023536911,0.000109398796,0.0027033568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8908955,0.028667234,0.002925142,0.0014869468,0.06845354,0.007571649],"domain_scores_gemma":[0.34583148,0.5176955,0.00054204813,0.0035523965,0.12263589,0.009742697],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.62613535,0.0003712347,0.0010982146,0.014015931,0.0052205515,0.0011266206,0.0028291517,0.00309562,0.00017236003],"category_scores_gemma":[0.7417716,0.0003000016,0.00029315634,0.013869854,0.028203785,0.0016229295,0.0037544165,0.16423002,0.0003023694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0015457486,0.0046760063,0.31591687,0.0021261936,0.000120672456,0.0013581673,0.023608208,0.0000073125275,0.010389206,0.63583565,0.0031591498,0.0012568126],"study_design_scores_gemma":[0.0043749516,0.014111244,0.37439114,0.007777957,0.00002871803,0.0004022176,0.028191542,0.00011642891,0.0037784332,0.544055,0.02217139,0.0006009759],"about_ca_topic_score_codex":0.0014956993,"about_ca_topic_score_gemma":0.010142563,"teacher_disagreement_score":0.54506403,"about_ca_system_score_codex":0.005220356,"about_ca_system_score_gemma":0.043441784,"threshold_uncertainty_score":0.9999452},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2439369608","doi":"10.1525/jer.2012.7.4.20","title":"Navigating Risks and Professional Roles: Research with Lesbian, Gay, Bisexual, Trans, and Queer Young People with Intellectual Disabilities","year":2012,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; York University; University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Lesbian; Queer; Gender studies; Psychology; Homosexuality; Sociology; Social psychology","score_opus":0.7881770555990171,"score_gpt":0.6787389928186681,"score_spread":0.10943806278034895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2439369608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94890517,0.0006733031,0.000039376366,0.04475288,0.00007236393,0.0008661901,0.0000075521116,0.000016629261,0.0046665594],"genre_scores_gemma":[0.9955719,0.0010757033,0.00019088689,0.00004885235,0.0008029868,0.000057281777,0.0000033016843,0.0000398878,0.0022092147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9698131,0.016320022,0.0006292678,0.0005181403,0.010851903,0.0018675763],"domain_scores_gemma":[0.9486435,0.044041377,0.00012550109,0.00036736592,0.0054608122,0.0013614584],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08199755,0.00021773553,0.00044618675,0.00057398464,0.0061761676,0.0008675766,0.0006780756,0.0005006461,0.0003219541],"category_scores_gemma":[0.02943504,0.0001259009,0.00007066295,0.0018109282,0.015563488,0.0010315448,0.00031323312,0.014342743,0.00001315401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018102173,0.0013207482,0.2161432,0.00035891248,0.00011087092,0.000025543883,0.7390847,0.000010886085,0.00026716656,0.032327767,0.005226465,0.0033135146],"study_design_scores_gemma":[0.0015226972,0.0063780383,0.0725505,0.0017666924,0.000021955575,0.0000570867,0.8732266,0.000050376504,0.00025893963,0.024861231,0.018935328,0.00037059365],"about_ca_topic_score_codex":0.0042023957,"about_ca_topic_score_gemma":0.01915838,"teacher_disagreement_score":0.1435927,"about_ca_system_score_codex":0.0005812631,"about_ca_system_score_gemma":0.0024023936,"threshold_uncertainty_score":0.9987394},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2469441829","doi":"10.1177/1556264616650117","title":"Ethics Oversight Mechanisms for Surgical Innovation","year":2016,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Speculation; Argumentation theory; Argument (complex analysis); Engineering ethics; Value (mathematics); Research ethics; Mechanism (biology); Systematic review; Epistemology; Medicine; Psychology; MEDLINE; Political science; Business; Law; Computer science; Philosophy; Engineering","score_opus":0.8873409579831294,"score_gpt":0.7326723953404056,"score_spread":0.15466856264272377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469441829","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021021693,0.85806006,0.001791185,0.13282588,0.0006729704,0.0032040568,0.00009548875,0.000035086836,0.0032942395],"genre_scores_gemma":[0.00014512948,0.98873985,0.0007144772,0.00054706633,0.0034926746,0.00010119498,0.00011190848,0.00015963911,0.005988039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9665019,0.01109179,0.0028756128,0.0008891653,0.016903322,0.0017382434],"domain_scores_gemma":[0.8900351,0.08072363,0.0010361989,0.0010147024,0.025864845,0.0013255466],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.14976704,0.000537073,0.0026522258,0.006669941,0.0018649775,0.00027850608,0.0012840899,0.0076820813,0.00051821553],"category_scores_gemma":[0.06872196,0.00030360365,0.0013140409,0.004752518,0.0051070205,0.00018069526,0.00056649244,0.05505196,0.00014499742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094569795,0.00087827427,5.3241564e-7,0.027476799,0.00047872768,0.0007553744,0.0005102933,1.7929212e-7,0.000053921947,0.58411497,0.039198525,0.34558672],"study_design_scores_gemma":[0.001995158,0.00586666,0.00000288511,0.042610213,0.00011657268,0.00022994705,0.00009677917,0.000006512388,0.000029856117,0.14853877,0.8002687,0.00023793096],"about_ca_topic_score_codex":0.000007951775,"about_ca_topic_score_gemma":0.0000065210206,"teacher_disagreement_score":0.7610702,"about_ca_system_score_codex":0.002273595,"about_ca_system_score_gemma":0.021652896,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W2552473844","doi":"10.1177/1556264616670769","title":"The Perceived Impact of Trauma-Focused Research on Forensic Psychiatric Patients With Lifetime Victimization Histories","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; BC Mental Health & Substance Use Services; University of British Columbia","funders":"","keywords":"Psychology; Psychiatry; Neglect; Clinical psychology; Childhood abuse; Adverse Childhood Experiences; Arousal; Injury prevention; Suicide prevention; Child abuse; Poison control; Medicine; Mental health; Medical emergency; Social psychology","score_opus":0.43127944379027255,"score_gpt":0.584116469756809,"score_spread":0.15283702596653642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552473844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96828383,0.00030746675,0.000028796028,0.017191881,0.00021708908,0.0009827698,0.000031398045,0.000019389803,0.012937354],"genre_scores_gemma":[0.99607295,0.00043536178,0.00007748865,0.00007741967,0.0007613908,0.00004006737,0.0000043020736,0.00009661139,0.0024344327],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9718912,0.013044127,0.0012127819,0.00069174217,0.011143096,0.002017019],"domain_scores_gemma":[0.94750977,0.037620176,0.00040358581,0.0011983709,0.012442583,0.0008254915],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03677134,0.000334243,0.0006210049,0.0032280986,0.0030302429,0.00025603687,0.0018881424,0.0006780205,0.0010790866],"category_scores_gemma":[0.012697786,0.00015718666,0.00043281083,0.0032814106,0.004002979,0.00028747824,0.0002336926,0.011322708,0.00025242087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07515907,0.015390583,0.24410646,0.00025214432,0.0024904704,0.00045003655,0.04832839,0.00019309329,0.0010031374,0.06718157,0.4588839,0.08656113],"study_design_scores_gemma":[0.007119182,0.041835096,0.9217903,0.0006743468,0.000021759937,0.000011609832,0.0016551443,0.000009728794,0.00012577332,0.013452391,0.013032295,0.0002723691],"about_ca_topic_score_codex":0.000217308,"about_ca_topic_score_gemma":0.00030015226,"teacher_disagreement_score":0.67768383,"about_ca_system_score_codex":0.0017953822,"about_ca_system_score_gemma":0.0019277459,"threshold_uncertainty_score":0.99983406},"labels":[],"label_agreement":null},{"id":"W2555776032","doi":"10.1177/1556264616675202","title":"“. . . I’ve Gone Through This My Own Self, So I Practice What I Preach . . . ”","year":2016,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; National Institutes of Health; National Institute for Health and Care Research","keywords":"Voluntariness; Thematic analysis; Informed consent; Focus group; Vaccine trial; Psychology; Community engagement; Human immunodeficiency virus (HIV); Public relations; Medical education; Qualitative research; Medicine; Alternative medicine; Sociology; Political science; Family medicine","score_opus":0.9156125763777988,"score_gpt":0.7695272386239651,"score_spread":0.1460853377538337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555776032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1217719,0.0056873607,0.0003256067,0.77901953,0.0007373946,0.0026137142,0.00002391485,0.00015393733,0.08966665],"genre_scores_gemma":[0.69221485,0.21591128,0.011112541,0.014344041,0.0067310515,0.00018460692,0.000011481503,0.00044731816,0.0590428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9233414,0.023974197,0.003130338,0.0017085468,0.043808855,0.0040366678],"domain_scores_gemma":[0.42841125,0.5018926,0.00085614953,0.0035392176,0.06160374,0.0036970396],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.2714337,0.00057245715,0.00150383,0.002430917,0.0029059963,0.0016372766,0.0034428434,0.0037505415,0.0029123023],"category_scores_gemma":[0.66541225,0.0003438848,0.0008416455,0.0036520609,0.008853835,0.002957995,0.0023174721,0.07789358,0.0023485047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023686087,0.020672202,0.0028774154,0.003746607,0.0026703998,0.013320124,0.047336806,0.0000057874695,0.03017125,0.30326518,0.513991,0.03825716],"study_design_scores_gemma":[0.006580023,0.027494859,0.0014848919,0.0106867,0.00010459279,0.0006309884,0.010759415,0.000017350329,0.008718573,0.24979907,0.6831958,0.0005277082],"about_ca_topic_score_codex":0.0001592514,"about_ca_topic_score_gemma":0.00014129611,"teacher_disagreement_score":0.7646755,"about_ca_system_score_codex":0.0036289303,"about_ca_system_score_gemma":0.025007421,"threshold_uncertainty_score":0.9999013},"labels":[],"label_agreement":null},{"id":"W2606182161","doi":"10.1177/1556264617696920","title":"Recognizing Risk and Vulnerability in Research Ethics: Imagining the “What Ifs?”","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Vulnerability (computing); Research ethics; Qualitative research; Human research; Theme (computing); Engineering ethics; Field (mathematics); Sociology; Psychology; Social psychology; Computer security; Social science; Computer science; Engineering","score_opus":0.9768887008413649,"score_gpt":0.8180332263880681,"score_spread":0.15885547445329684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606182161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62510365,0.00262979,0.000021929718,0.3587301,0.00029885882,0.0014813276,0.000009039696,0.000024760038,0.011700545],"genre_scores_gemma":[0.93230295,0.061936636,0.0006856955,0.0011350624,0.0017260363,0.00008910492,0.0000025745458,0.00011957972,0.0020023542],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8638944,0.08050192,0.0034352604,0.0021698722,0.044880215,0.0051183505],"domain_scores_gemma":[0.21863696,0.7186768,0.00095705857,0.0060850494,0.052436728,0.0032074102],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.71566635,0.00044797664,0.0013423505,0.0038756372,0.014168829,0.0046436316,0.005382719,0.0034985736,0.00026195636],"category_scores_gemma":[0.8797287,0.0002954067,0.00046410694,0.0024860268,0.027138812,0.0014389412,0.0053436537,0.2722506,0.00017931488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020465516,0.008303636,0.5261591,0.0072902483,0.0009816122,0.01093239,0.11216868,0.000060029037,0.0070386464,0.14010598,0.033401147,0.13309303],"study_design_scores_gemma":[0.0048944848,0.010251298,0.22867578,0.011913075,0.00003361004,0.00017188933,0.03487687,0.000493198,0.0012901386,0.683112,0.023855174,0.00043244637],"about_ca_topic_score_codex":0.0027592708,"about_ca_topic_score_gemma":0.006821457,"teacher_disagreement_score":0.6452574,"about_ca_system_score_codex":0.0021159665,"about_ca_system_score_gemma":0.017183825,"threshold_uncertainty_score":0.9999986},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2621788866","doi":"10.1177/1556264617713098","title":"The Meanings of Helping: An Analysis of Cystic Fibrosis Patients’ Reasons for Participating in Biomedical Research","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in medical practice","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Feeling; Helping behavior; Psychology; Research ethics; Field (mathematics); Medicine; Social psychology; Psychiatry","score_opus":0.8648318361647913,"score_gpt":0.7729229727660115,"score_spread":0.0919088633987798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621788866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93870413,0.00017602407,0.0002548511,0.0558118,0.00026720748,0.0015398203,0.000062941544,0.0000086950295,0.0031745227],"genre_scores_gemma":[0.9968861,0.0005408545,0.0011454002,0.00016881508,0.00051660277,0.00031493072,0.000012331271,0.000056084922,0.00035888705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.888721,0.08452593,0.003504141,0.0007107095,0.019593539,0.002944707],"domain_scores_gemma":[0.5113161,0.4519658,0.0018313831,0.0022258824,0.031271935,0.001388867],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.49223787,0.0002244666,0.0011501968,0.0040812306,0.014261783,0.00023902462,0.0045719096,0.0014844388,0.00024611334],"category_scores_gemma":[0.8283575,0.00015076945,0.00039232368,0.0036877762,0.01107007,0.0005260175,0.0018564475,0.053706385,0.00001753327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015081054,0.009591404,0.47782242,0.0047923615,0.0022689495,0.00019184827,0.114319004,0.00017525608,0.0070321998,0.302375,0.058231726,0.008118793],"study_design_scores_gemma":[0.006698384,0.025478644,0.5707211,0.008825361,0.00036064922,0.0000017891223,0.08165434,0.008820817,0.00071913266,0.2557416,0.0404993,0.00047890938],"about_ca_topic_score_codex":0.0020888373,"about_ca_topic_score_gemma":0.0037936745,"teacher_disagreement_score":0.37740484,"about_ca_system_score_codex":0.0012405385,"about_ca_system_score_gemma":0.006550285,"threshold_uncertainty_score":0.9998118},"labels":[],"label_agreement":null},{"id":"W2748041157","doi":"10.1177/1556264617723137","title":"Transparency of Biobank Access in Canada: An Assessment of Industry Access and the Availability of Information on Access Policies and Resulting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; University of Toronto","funders":"University of Toronto","keywords":"Biobank; Transparency (behavior); Business; Commercialization; Accountability; Data access; Public access; Internet privacy; Public relations; Computer security; Political science; Computer science; Marketing; Law","score_opus":0.9494966952269831,"score_gpt":0.8060133584040988,"score_spread":0.14348333682288428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748041157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93443,0.00013331855,0.0000075875355,0.056252412,0.000056934172,0.0012564035,0.000056452704,0.000002829355,0.0078040734],"genre_scores_gemma":[0.99475104,0.0046403026,0.00009465235,0.000214097,0.000155226,0.000033623965,0.0000042964507,0.00002588611,0.00008089784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9570784,0.014581433,0.0036305257,0.0006590581,0.022475388,0.0015751938],"domain_scores_gemma":[0.7907996,0.17443582,0.0016293057,0.0028757814,0.028913306,0.001346191],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.24327019,0.00024560414,0.0012463913,0.002841258,0.0015247079,0.0008609921,0.005201896,0.0013678204,0.000091240545],"category_scores_gemma":[0.36117914,0.00016022682,0.00014417392,0.0018894837,0.013336905,0.001809416,0.003246382,0.045343067,5.549629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010155075,0.0014842087,0.9210206,0.00602724,0.0001766135,0.00010528822,0.0057033724,0.00011413785,0.00088051055,0.04799014,0.0012354089,0.005107361],"study_design_scores_gemma":[0.00445761,0.0041470267,0.92412734,0.0040465323,0.0000141223545,0.0000076190045,0.003709452,0.00046816474,0.0036693616,0.055081077,0.00015288345,0.00011877963],"about_ca_topic_score_codex":0.4163566,"about_ca_topic_score_gemma":0.4236261,"teacher_disagreement_score":0.16627881,"about_ca_system_score_codex":0.0014798163,"about_ca_system_score_gemma":0.034463726,"threshold_uncertainty_score":0.9999286},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2783419965","doi":"10.1177/1556264617752190","title":"Commentary on “Regulatory Support Improves Subsequent IRB/REC Approval Rates in Studies Initially Deemed Not Ready for Review: A CTSA Institution’s Experience”","year":2018,"lang":"en","type":"letter","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychological intervention; Intervention (counseling); Institution; Publishing; Public relations; Psychology; Engineering ethics; Political science; Medical education; Medicine; Nursing; Engineering; Law","score_opus":0.9409862820879777,"score_gpt":0.7611075250756625,"score_spread":0.17987875701231526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783419965","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027649498,0.0040322025,0.000009336723,0.95881385,0.00078037457,0.0060262764,0.00015007232,0.00003436556,0.0025040212],"genre_scores_gemma":[0.022621227,0.096267894,0.0008701826,0.85334915,0.016929882,0.0016372649,0.0003100316,0.00032455954,0.0076897843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9398503,0.015850414,0.005204912,0.0021789032,0.032891795,0.0040237308],"domain_scores_gemma":[0.683981,0.2509001,0.0016679299,0.0036950198,0.057433836,0.002322142],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.21167032,0.0009750418,0.0033345665,0.0052095777,0.0019586997,0.00040700648,0.0037396261,0.0057870643,0.0004334502],"category_scores_gemma":[0.43404755,0.00072688994,0.0010731413,0.0023427506,0.015207157,0.00042847102,0.0018709222,0.12161486,0.00021445967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0055375737,0.0017106012,0.00019892193,0.017892038,0.00066486566,0.007915578,0.0026544922,0.0000013618338,0.00075566035,0.0019273364,0.9599703,0.00077125995],"study_design_scores_gemma":[0.0057775727,0.045812197,0.001447145,0.05083667,0.00013542,0.00019053747,0.0023868186,0.00001859294,0.002400355,0.035904787,0.85423565,0.00085423654],"about_ca_topic_score_codex":0.00021928502,"about_ca_topic_score_gemma":0.0006117843,"teacher_disagreement_score":0.25586924,"about_ca_system_score_codex":0.007204697,"about_ca_system_score_gemma":0.02298348,"threshold_uncertainty_score":0.9995182},"labels":[],"label_agreement":null},{"id":"W2823857660","doi":"10.1177/1556264618784206","title":"Misuse of Coauthorship in Medical Theses in Sweden","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Family medicine; Political science; Medicine","score_opus":0.9695847857904526,"score_gpt":0.8174690094327913,"score_spread":0.15211577635766127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2823857660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8673419,0.0004675178,0.000012699634,0.10714849,0.00012699298,0.00071535114,0.000004626997,0.000010306315,0.024172166],"genre_scores_gemma":[0.9913378,0.0041185664,0.00035546726,0.0009904876,0.001165023,0.000023692563,0.0000021268952,0.00006867103,0.0019381859],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93549204,0.018929578,0.0033492378,0.0008833435,0.03881979,0.0025260039],"domain_scores_gemma":[0.4878498,0.46840423,0.00060009205,0.0024762398,0.036628406,0.0040412154],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.34148133,0.000271778,0.0012692746,0.005990972,0.0004351955,0.00012961359,0.002741642,0.0031258361,0.0020546175],"category_scores_gemma":[0.7071601,0.00019994863,0.00035193574,0.0052012424,0.0109003745,0.00020689594,0.001319186,0.07335246,0.00020188415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036987215,0.023139529,0.48554996,0.0070412043,0.00048937876,0.025355976,0.036777865,0.00001683361,0.015303591,0.31665832,0.04087977,0.0118003655],"study_design_scores_gemma":[0.011189727,0.04672047,0.27607512,0.026441464,0.000020308666,0.00026646888,0.009240717,0.0003845591,0.013930597,0.59714544,0.018081,0.0005041324],"about_ca_topic_score_codex":0.00072642515,"about_ca_topic_score_gemma":0.008633503,"teacher_disagreement_score":0.44947466,"about_ca_system_score_codex":0.001299957,"about_ca_system_score_gemma":0.020195952,"threshold_uncertainty_score":0.9988576},"labels":[],"label_agreement":null},{"id":"W2887318275","doi":"10.1177/1556264618789246","title":"“Hope for the Best, Plan for the Worst”: Understanding Institutional Inertia in Developing Confidentiality Protection Policies","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Massachusetts Institute of Technology","keywords":"Confidentiality; Public relations; Plan (archaeology); Political science; Resource (disambiguation); Research ethics; Resistance (ecology); Engineering ethics; Public administration; Sociology; Business; Law; Computer science","score_opus":0.9745530335484287,"score_gpt":0.7647554754841266,"score_spread":0.20979755806430211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887318275","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14337601,0.0008983509,0.08124401,0.7624336,0.00075807294,0.00802805,0.00003714487,0.000027462716,0.0031973016],"genre_scores_gemma":[0.99061835,0.0019858943,0.0007114987,0.001877006,0.0030060336,0.00036083165,0.000004139712,0.0000474581,0.0013887944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98372865,0.0032596951,0.001397103,0.0005155031,0.009585098,0.0015139406],"domain_scores_gemma":[0.59142005,0.3801035,0.0004346493,0.001309227,0.02590998,0.00082257984],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.17947155,0.00020777866,0.00048657876,0.0014469933,0.0050951443,0.0005341177,0.0015608156,0.0010131481,0.00007713156],"category_scores_gemma":[0.31617537,0.000114795606,0.0003180586,0.0020577754,0.0079574995,0.00021314909,0.00059578626,0.022914337,0.000023322813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012225171,0.00090529025,0.0026970773,0.0014734749,0.0004659859,0.000065156644,0.0073418664,0.00011628192,0.0026711198,0.9534608,0.01652484,0.0020529225],"study_design_scores_gemma":[0.0064148316,0.01601258,0.016725997,0.0054422338,0.00006592866,0.000100501944,0.022330018,0.003279799,0.0042866156,0.80199146,0.12300725,0.00034279734],"about_ca_topic_score_codex":0.0008209514,"about_ca_topic_score_gemma":0.007205632,"teacher_disagreement_score":0.84724236,"about_ca_system_score_codex":0.002871177,"about_ca_system_score_gemma":0.012920263,"threshold_uncertainty_score":0.9962001},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2890556979","doi":"10.1177/1556264618783560","title":"Commentary on “A Framework for Community and Stakeholder Engagement: Experiences From a Multicenter Study in Southern Africa”","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; Inyuvesi Yakwazulu-Natali; Canada Research Chairs","keywords":"Community engagement; Stakeholder engagement; Context (archaeology); Stigma (botany); Stakeholder; Public relations; Public involvement; Public health; Political science; Research ethics; Sociology; Psychology; Medicine; Nursing; Geography; Psychiatry","score_opus":0.9807103539695299,"score_gpt":0.8213110854040429,"score_spread":0.15939926856548703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890556979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91660625,0.000024410108,0.00013768878,0.07990871,0.00017686297,0.0024609743,0.00006948304,0.0000101300775,0.00060547556],"genre_scores_gemma":[0.9790422,0.000036972822,0.0009905917,0.01834347,0.000917396,0.00046590905,0.0000024187536,0.000031500957,0.00016959065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9280049,0.06360337,0.0014427563,0.00039686845,0.0048853513,0.0016667269],"domain_scores_gemma":[0.83434457,0.16066676,0.0003281758,0.00066847645,0.0032200352,0.00077197],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14542098,0.00018672881,0.0004530593,0.0014547127,0.0074314983,0.00015559155,0.0013892286,0.0003750497,0.00086268125],"category_scores_gemma":[0.0809634,0.0001399533,0.00005961361,0.0012154854,0.0019400553,0.00024025817,0.0008574425,0.023093691,0.00010776933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012603537,0.0013494664,0.04759724,0.00010507254,0.0000333937,0.000020490454,0.88785017,7.771446e-7,0.0000760772,0.00074025214,0.060467012,0.000499708],"study_design_scores_gemma":[0.003330799,0.010927859,0.04260977,0.00087755773,0.000004516051,1.6765327e-7,0.8798708,0.000051034636,0.000040633764,0.024020279,0.038138967,0.00012762124],"about_ca_topic_score_codex":0.0026986676,"about_ca_topic_score_gemma":0.0052492158,"teacher_disagreement_score":0.09706339,"about_ca_system_score_codex":0.0008791664,"about_ca_system_score_gemma":0.0014549007,"threshold_uncertainty_score":0.99386066},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2901309766","doi":"10.1177/1556264618804740","title":"“Why Don’t You Go Into Suburbs? Why Are You Targeting Us?”: Trust and Mistrust in HIV Vaccine Trials in South Africa","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Human immunodeficiency virus (HIV); HIV vaccine; Public relations; Political science; Vaccine trial; Economic growth; Virology; Medicine; Economics","score_opus":0.5252508677624643,"score_gpt":0.5903244192338575,"score_spread":0.06507355147139315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901309766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89628696,0.0023265283,0.00012669014,0.09283073,0.00007705996,0.0013654251,0.000047953075,0.00002219814,0.0069164475],"genre_scores_gemma":[0.98851526,0.0012120114,0.0006439894,0.00067284197,0.0017421169,0.00006827154,0.0000218412,0.00009191213,0.007031769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9696721,0.016581636,0.0028755516,0.0008833176,0.007571879,0.002415526],"domain_scores_gemma":[0.97289085,0.015724095,0.0005780333,0.0009336514,0.0076217046,0.0022516565],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13154776,0.0003954311,0.0017270215,0.006038292,0.0011235095,0.000533252,0.0011848869,0.0008753644,0.0023056802],"category_scores_gemma":[0.22828573,0.00029758655,0.0005179658,0.0037872281,0.0021171058,0.00044224583,0.0008083556,0.019282043,0.00014208221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011195441,0.0031585095,0.19032232,0.0013957208,0.00029591803,0.0031294893,0.024722677,0.0000073788697,0.012259825,0.0012419126,0.74952924,0.0027415596],"study_design_scores_gemma":[0.02648618,0.065577686,0.11071982,0.014072221,0.000086545784,0.0001834632,0.05573497,0.0023055552,0.0062991055,0.025253288,0.69222176,0.0010594102],"about_ca_topic_score_codex":0.00062664895,"about_ca_topic_score_gemma":0.0021511086,"teacher_disagreement_score":0.09673797,"about_ca_system_score_codex":0.0014334256,"about_ca_system_score_gemma":0.0020703524,"threshold_uncertainty_score":0.9999476},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2904138804","doi":"10.1177/1556264618812625","title":"Of Parachutes and Participant Protection: Moving Beyond Quality to Advance Effective Research Ethics Oversight","year":2018,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Empirical research; Research ethics; Compliance (psychology); Engineering ethics; Public relations; Business; Psychology; Political science; Management science; Social psychology; Economics","score_opus":0.9485647918137569,"score_gpt":0.7907133823520243,"score_spread":0.1578514094617326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904138804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8296142,0.00078416633,0.00033278728,0.15815476,0.00021437841,0.0032734585,0.000021368907,0.000029587534,0.0075752973],"genre_scores_gemma":[0.9898138,0.0019871672,0.002374392,0.00117671,0.0017266853,0.00019163504,0.0000021225444,0.00009929285,0.002628185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9162267,0.040149678,0.0029875662,0.0015505293,0.03580096,0.0032846085],"domain_scores_gemma":[0.43698806,0.45966414,0.00068653666,0.0026855364,0.0956446,0.004331151],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.44695976,0.00039615994,0.0015159862,0.003989988,0.0035585975,0.0003789736,0.0018024619,0.0027390295,0.00033557328],"category_scores_gemma":[0.73558825,0.00030844475,0.000383354,0.0056738313,0.015100383,0.0004369442,0.0025707786,0.09154645,0.00016526526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05219787,0.009657919,0.023219775,0.014837286,0.0015467479,0.0021374125,0.08923686,0.000058741716,0.21884525,0.54572827,0.024752762,0.017781138],"study_design_scores_gemma":[0.006181008,0.11156891,0.112851664,0.011517675,0.00007854158,0.00015538231,0.018628167,0.00022286671,0.09462656,0.5890079,0.05439489,0.0007664407],"about_ca_topic_score_codex":0.00059644977,"about_ca_topic_score_gemma":0.0014816178,"teacher_disagreement_score":0.47923863,"about_ca_system_score_codex":0.0015921303,"about_ca_system_score_gemma":0.012193405,"threshold_uncertainty_score":0.99993676},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2941123231","doi":"10.1177/1556264619835707","title":"Decades of Doing: Indigenous Women Academics Reflect on the Practices of Community-Based Health Research","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Guelph","funders":"University of Winnipeg","keywords":"Indigenous; Research ethics; Negotiation; Sociology; Possession (linguistics); Work (physics); Community-based participatory research; Public relations; Political science; Engineering ethics; Social science; Participatory action research; Anthropology","score_opus":0.825058856148331,"score_gpt":0.7048073441647299,"score_spread":0.12025151198360107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941123231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076542,0.00037547483,0.0000036268088,0.047798537,0.00015745651,0.0017838782,0.000012554474,0.00001081077,0.042203423],"genre_scores_gemma":[0.98323756,0.012250911,0.00016912808,0.0007402196,0.00065735553,0.000015637355,0.0000051517736,0.00004730887,0.0028767395],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8653929,0.112008445,0.0016928375,0.0003748039,0.017493725,0.0030372413],"domain_scores_gemma":[0.85200125,0.13066246,0.0014993859,0.0011284616,0.013612887,0.001095584],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4177924,0.00021014057,0.00074217835,0.0033365723,0.022389485,0.00028333065,0.0040513673,0.0010049557,0.00025836905],"category_scores_gemma":[0.017701356,0.00013449398,0.0002032096,0.00463532,0.0061433744,0.0003548007,0.00007618956,0.039341986,0.0000852698],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011567178,0.0023327929,0.0018295544,0.0010333798,0.00008293972,0.000009937057,0.8028735,0.00004265839,0.00023105062,0.18607181,0.0038464956,0.00048914505],"study_design_scores_gemma":[0.0006928261,0.016193397,0.0018895838,0.0012823314,0.000003923917,0.0000034975888,0.19989595,0.000005601699,0.0017854222,0.044251718,0.73383373,0.00016204081],"about_ca_topic_score_codex":0.041832395,"about_ca_topic_score_gemma":0.0660848,"teacher_disagreement_score":0.7299872,"about_ca_system_score_codex":0.003885906,"about_ca_system_score_gemma":0.13274007,"threshold_uncertainty_score":0.999938},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2945383035","doi":"10.1177/1556264619842782","title":"The Use of Samples Originating From Doping Control Procedures for Research Purposes: A Qualitative Study","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Doping in Sports","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"World Anti-Doping Agency","keywords":"Accreditation; Agency (philosophy); Informed consent; Quality assurance; Control (management); Quality (philosophy); Research ethics; Medical education; Psychology; Business; Medicine; Public relations; Political science; Computer science; Alternative medicine; Sociology; Marketing; Psychiatry","score_opus":0.8920087576827376,"score_gpt":0.7382153659394681,"score_spread":0.15379339174326945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945383035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668125,0.00042189762,0.00011375893,0.026034689,0.0002669224,0.0047277273,0.000044260552,0.000019874085,0.0015584067],"genre_scores_gemma":[0.9951774,0.00048943755,0.0007573943,0.00012035033,0.0009131785,0.00019048383,0.000002686742,0.0000549415,0.0022941171],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92956835,0.045864686,0.0016676004,0.00072612456,0.01972892,0.0024442945],"domain_scores_gemma":[0.6848716,0.28849694,0.00055252423,0.0007914712,0.02466509,0.00062232866],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.26056284,0.00022132098,0.0007451049,0.0016469526,0.0064934096,0.0015291446,0.0028219381,0.0004901624,0.00013910691],"category_scores_gemma":[0.33494604,0.00015050625,0.0002982829,0.0026937071,0.0054530203,0.000721804,0.000513397,0.011766941,0.000034763078],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003948017,0.0023970176,0.034123514,0.00041577095,0.00057020265,0.00009868988,0.7236089,0.0002010373,0.0011192063,0.1881479,0.042902123,0.0024676025],"study_design_scores_gemma":[0.0027120747,0.009375349,0.00870229,0.0017654476,0.000017809914,0.0000014199587,0.66453975,0.0001217944,0.00018421444,0.13460635,0.1777043,0.00026916794],"about_ca_topic_score_codex":0.006579578,"about_ca_topic_score_gemma":0.008365394,"teacher_disagreement_score":0.24469674,"about_ca_system_score_codex":0.0013604994,"about_ca_system_score_gemma":0.010057286,"threshold_uncertainty_score":0.99950737},"labels":[],"label_agreement":null},{"id":"W2969520105","doi":"10.1177/1556264619869538","title":"Factors Associated With Payments to Research Participants: A Review of Sociobehavioral Studies at a Large Southern California Research University","year":2019,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Payment; Institutional review board; Human research; Research ethics; Population; Empirical research; Research design; Informed consent; Psychology; Gerontology; Medicine; Environmental health; Social science; Sociology; Alternative medicine; Business; Psychiatry","score_opus":0.9888607531472059,"score_gpt":0.8159791676389279,"score_spread":0.17288158550827804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969520105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01717004,0.9554439,0.0000024135913,0.01491959,0.00016972821,0.008997675,0.0016845856,0.000041600117,0.0015704441],"genre_scores_gemma":[0.0019917216,0.97361696,0.000059725637,0.00028857487,0.0005090835,0.00014295166,0.00017027481,0.0003684194,0.022852268],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8262265,0.09102345,0.004904178,0.0025477125,0.06776823,0.0075299824],"domain_scores_gemma":[0.40358102,0.4416621,0.001986052,0.005196657,0.14121622,0.0063579404],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.4887735,0.0011426447,0.00816052,0.010789973,0.0042297663,0.00028552944,0.0061036446,0.0052026096,0.001397056],"category_scores_gemma":[0.58168656,0.00073341717,0.002171089,0.01617186,0.01176231,0.000244341,0.008826672,0.1287077,0.0016677423],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0063134013,0.017427525,0.007737246,0.63777596,0.008919542,0.0074101975,0.01705297,0.0000030864337,0.000060560094,0.0055093276,0.27491474,0.016875448],"study_design_scores_gemma":[0.0018508546,0.016064819,0.00019920299,0.38958806,0.00052713766,0.000015486272,0.009976879,0.0000014471991,0.000015812893,0.0016327784,0.5796641,0.00046340065],"about_ca_topic_score_codex":0.000230315,"about_ca_topic_score_gemma":0.0020606485,"teacher_disagreement_score":0.42264542,"about_ca_system_score_codex":0.019230057,"about_ca_system_score_gemma":0.050571896,"threshold_uncertainty_score":0.99951583},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2970034591","doi":"10.1177/1556264619872366","title":"Recognizing the Role of Research Assistants in the Protection of Participants in Vulnerable Circumstances","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"Privilege (computing); Negotiation; Vulnerability (computing); Principal (computer security); Variety (cybernetics); Qualitative research; Focus group; Research ethics; Power (physics); Moral imperative; Engineering ethics; Psychology; Political science; Public relations; Sociology; Law","score_opus":0.948667198524729,"score_gpt":0.7626327958437579,"score_spread":0.18603440268097116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970034591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444576,0.00132818,0.000003770901,0.0353812,0.00009133492,0.0022684168,0.000005983581,0.0000050316576,0.016458489],"genre_scores_gemma":[0.99534905,0.0029562004,0.000082783714,0.00015920843,0.0002842083,0.000116953124,0.0000012086242,0.00004603589,0.0010043692],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.900257,0.055911012,0.0035065054,0.00093996385,0.03622695,0.0031585614],"domain_scores_gemma":[0.65798765,0.31630942,0.00060769677,0.0021771083,0.022274556,0.0006435791],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48318484,0.00021707584,0.00097576337,0.0036773614,0.00087632844,0.00018682065,0.0027663996,0.0012615115,0.0002992327],"category_scores_gemma":[0.39114568,0.00012328115,0.00027364478,0.007830359,0.0049092993,0.00028316467,0.0007333763,0.07562776,0.0000689881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025652023,0.01463037,0.5346847,0.0089177145,0.00051065936,0.0014319948,0.07083144,0.0004139373,0.17677294,0.14259158,0.0037950145,0.019767605],"study_design_scores_gemma":[0.0046619824,0.020272471,0.21695006,0.014179746,0.000018158034,0.000037818583,0.08283227,0.00078050717,0.02883357,0.6255347,0.005642333,0.00025639468],"about_ca_topic_score_codex":0.0013213478,"about_ca_topic_score_gemma":0.00398052,"teacher_disagreement_score":0.48294312,"about_ca_system_score_codex":0.0010763302,"about_ca_system_score_gemma":0.008874443,"threshold_uncertainty_score":0.99779874},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2973331451","doi":"10.1177/1556264619872369","title":"Epistemic Strategies in Ethical Review: REB Members’ Experiences of Assessing Probable Impacts of Research for Human Subjects","year":2019,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Ethos; Research ethics; Engineering ethics; Epistemology; Ethics committee; Psychology; Political science; Sociology; Law; Philosophy; Engineering; Public administration","score_opus":0.8965501402765865,"score_gpt":0.7749316804842633,"score_spread":0.12161845979232322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973331451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300705,0.00494301,0.000016484924,0.048473388,0.00014579797,0.0037882912,0.000008054564,0.000015659916,0.012538792],"genre_scores_gemma":[0.98145014,0.014667437,0.0010210415,0.00046821331,0.00041112409,0.00018354594,0.00000956588,0.00010467923,0.0016842685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9285973,0.025026457,0.005129402,0.0014355165,0.036172085,0.003639287],"domain_scores_gemma":[0.5960645,0.33646074,0.0012878587,0.0028008344,0.061281063,0.0021049818],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.41525766,0.00040975574,0.0023810943,0.005170406,0.0009894975,0.00037354094,0.002994836,0.003478801,0.00063535257],"category_scores_gemma":[0.4459211,0.0003109833,0.0007174812,0.006162077,0.009347501,0.00065908633,0.0012697626,0.07650195,0.000035056266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0126388045,0.009401545,0.03574947,0.16832165,0.000657323,0.0014660875,0.07399306,0.000096912074,0.2358987,0.4182798,0.042643324,0.0008533228],"study_design_scores_gemma":[0.008644366,0.054999072,0.012060297,0.1604785,0.000055228058,0.00012892569,0.14589262,0.0001411223,0.04254748,0.57019633,0.0041908934,0.0006651683],"about_ca_topic_score_codex":0.0005517911,"about_ca_topic_score_gemma":0.0012471216,"teacher_disagreement_score":0.33253273,"about_ca_system_score_codex":0.0017441148,"about_ca_system_score_gemma":0.029135725,"threshold_uncertainty_score":0.9999342},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3005826528","doi":"10.1177/1556264620902657","title":"The Concept of Vulnerability in Mental Health Research: A Mixed Methods Study on Researcher Perspectives","year":2020,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Vulnerability (computing); Warrant; Mental health; Research ethics; Normative; Harm; Autonomy; Perspective (graphical); Psychology; Pluralism (philosophy); Sociology; Social psychology; Engineering ethics; Epistemology; Political science; Psychotherapist; Psychiatry; Law","score_opus":0.9751830274885621,"score_gpt":0.8355068219900792,"score_spread":0.13967620549848292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005826528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53551966,0.0024507458,0.000034644865,0.45386654,0.00012050362,0.003862979,0.00002615228,0.000020312256,0.004098447],"genre_scores_gemma":[0.98986125,0.0057399846,0.000986665,0.000995123,0.0008747658,0.00013420671,0.000004481965,0.00012208158,0.0012814575],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6625759,0.25398022,0.005839857,0.0026979612,0.06887346,0.0060325926],"domain_scores_gemma":[0.3629105,0.5859772,0.0007440773,0.0034182556,0.041911423,0.0050385194],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.61176145,0.00044288574,0.0018193458,0.0034486374,0.0037718075,0.00045832054,0.0042134253,0.0013786769,0.00034934765],"category_scores_gemma":[0.722313,0.00028677186,0.0006374379,0.0076669585,0.016694406,0.0002476542,0.003007918,0.12310209,0.00008372817],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.059855975,0.03957588,0.016740052,0.0021679087,0.0013480345,0.0021444217,0.46263513,0.0000842472,0.009195887,0.20261541,0.16968493,0.033952147],"study_design_scores_gemma":[0.009639584,0.15899359,0.08121134,0.003032854,0.000011596869,0.000026388989,0.5643509,0.00023599993,0.005000737,0.14660928,0.03049885,0.00038886644],"about_ca_topic_score_codex":0.0007139004,"about_ca_topic_score_gemma":0.0013142416,"teacher_disagreement_score":0.45434156,"about_ca_system_score_codex":0.004324342,"about_ca_system_score_gemma":0.02392259,"threshold_uncertainty_score":0.99995846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006625751","doi":"10.1177/1556264620904627","title":"Research Consent Models Used in Prospective Studies of Neurologically Deceased Organ Donors: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; University of Ottawa; Health Sciences Centre; Université de Sherbrooke; McMaster University; University of Toronto; Université Laval; Université de Montréal; University of Alberta","funders":"","keywords":"Waiver; Informed consent; Clinical research; Standardization; Psychology; Medicine; Biobank; Family medicine; Standard of care; Alternative medicine; Law; Political science; Surgery; Pathology","score_opus":0.9225423819721057,"score_gpt":0.7299903664879266,"score_spread":0.1925520154841791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006625751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037661757,0.9740896,0.000012283649,0.016106142,0.00005495158,0.008511083,0.000033291173,0.000020198657,0.00079580874],"genre_scores_gemma":[0.005375553,0.99305916,0.00009219028,0.0004371948,0.00026762314,0.00033717186,0.000022307948,0.00010945956,0.00029932128],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93661904,0.041852586,0.0042702956,0.0009372167,0.014968815,0.0013520357],"domain_scores_gemma":[0.8993097,0.07733051,0.001075441,0.0010130783,0.02016276,0.0011085367],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10001805,0.00054557045,0.0063421335,0.0056225345,0.0005754712,0.00014711922,0.0015160893,0.0011148646,0.00012576595],"category_scores_gemma":[0.1399237,0.00034666414,0.00092950015,0.0075985887,0.0027526496,0.00020183701,0.0004803115,0.03171336,0.00010918857],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007630595,0.001452056,0.000057660513,0.9806663,0.00093603175,0.0038754002,0.0028686,0.0000029609744,0.000017196286,0.004671114,0.0035571232,0.0011324952],"study_design_scores_gemma":[0.002262755,0.011037666,0.00006771463,0.9603697,0.0007894127,0.00032965266,0.0018279733,0.00002608779,0.00002591941,0.008400726,0.014550359,0.0003120349],"about_ca_topic_score_codex":0.00003238974,"about_ca_topic_score_gemma":0.00011585054,"teacher_disagreement_score":0.03990566,"about_ca_system_score_codex":0.0023139066,"about_ca_system_score_gemma":0.013892552,"threshold_uncertainty_score":0.9999613},"labels":[],"label_agreement":null},{"id":"W3105792788","doi":"10.1177/1556264620970802","title":"Ethical Reflections on the Conduct of HIV Research with Community Members: A Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory action research; Community-based participatory research; Context (archaeology); Research ethics; Citizen journalism; Engineering ethics; Sociology; Human immunodeficiency virus (HIV); Public relations; Ethical issues; Set (abstract data type); Political science; Medicine; Engineering; Computer science","score_opus":0.9891427057106205,"score_gpt":0.8229171006368751,"score_spread":0.1662256050737454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105792788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6633851,0.0000760941,0.000017170429,0.31827474,0.000043689655,0.002066777,0.000015959327,0.000024952695,0.016095506],"genre_scores_gemma":[0.9922501,0.0005324919,0.00034947696,0.004356063,0.0009154245,0.000114049464,0.000004036641,0.0001294402,0.0013489194],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.83646846,0.1142256,0.0026045584,0.001069455,0.04303986,0.002592068],"domain_scores_gemma":[0.40850288,0.5305518,0.00044654543,0.0032043117,0.054070376,0.0032240946],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.42737257,0.0004300206,0.0014207601,0.0028406968,0.0066423123,0.00047695046,0.0036165114,0.0025999893,0.0008693314],"category_scores_gemma":[0.58077466,0.0002473314,0.0004928703,0.008761399,0.015688656,0.0001999414,0.0023671696,0.2865118,0.00019291151],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07279719,0.046762664,0.013554671,0.00605332,0.0035829283,0.096001506,0.2833018,0.00029736498,0.0148502495,0.2596217,0.20221506,0.00096155406],"study_design_scores_gemma":[0.010755105,0.28570023,0.0040586707,0.006791526,0.00014619365,0.0029202257,0.5726988,0.0002504875,0.005096456,0.088309735,0.022659674,0.0006129413],"about_ca_topic_score_codex":0.0018685252,"about_ca_topic_score_gemma":0.004815274,"teacher_disagreement_score":0.42796558,"about_ca_system_score_codex":0.0013408967,"about_ca_system_score_gemma":0.016999869,"threshold_uncertainty_score":0.9999979},"labels":[],"label_agreement":null},{"id":"W3128542576","doi":"10.1177/1556264620987773","title":"Comparing Payments Between Sociobehavioral and Biomedical Studies in a Large Research University in Southern California","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Payment; Empirical research; Research design; Psychology; Social science; Sociology; Business","score_opus":0.9646604438247603,"score_gpt":0.7759881590127202,"score_spread":0.18867228481204013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128542576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95801973,0.0012393468,0.000008564247,0.038929284,0.000056954646,0.00058448734,0.0000548487,0.000011662153,0.0010951326],"genre_scores_gemma":[0.9897979,0.0067828167,0.0002987014,0.00017572852,0.00048432767,0.000009914997,0.000016715958,0.000055952398,0.0023779336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9490029,0.024165621,0.0017932907,0.0010999701,0.020961573,0.0029766452],"domain_scores_gemma":[0.78242683,0.18752632,0.00026462253,0.0013886655,0.025441306,0.0029522832],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.2448948,0.00027174415,0.0013483926,0.005090846,0.0013885881,0.00020159491,0.001217701,0.0018719363,0.00020764196],"category_scores_gemma":[0.22520491,0.00022887747,0.00023986028,0.0055697565,0.007960556,0.00018229258,0.0032838502,0.07472954,0.00015831109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016494638,0.0038865127,0.94653565,0.0014740645,0.000189966,0.018474478,0.016593926,0.0000026819084,0.0012273978,0.006232506,0.002932422,0.00080092653],"study_design_scores_gemma":[0.019044796,0.011523013,0.5169786,0.015573113,0.000055106055,0.00016974004,0.272021,0.00016850927,0.000541422,0.13724096,0.026063986,0.0006197386],"about_ca_topic_score_codex":0.00050979963,"about_ca_topic_score_gemma":0.0068480116,"teacher_disagreement_score":0.42955703,"about_ca_system_score_codex":0.003649446,"about_ca_system_score_gemma":0.010985406,"threshold_uncertainty_score":0.9999115},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3135518371","doi":"10.1177/1556264621992214","title":"Citizens, Research Ethics Committee Members and Researchers’ Attitude Toward Information and Consent for the Secondary Use of Health Data: Implications for Research Within Learning Health Systems","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Informed consent; Research ethics; Reuse; Public relations; Public health; Psychology; Health care; Medical education; Knowledge management; Engineering ethics; Political science; Computer science; Medicine; Law; Alternative medicine; Nursing; Engineering","score_opus":0.9827069007292247,"score_gpt":0.7905968245875157,"score_spread":0.19211007614170905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135518371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046332344,0.020415373,0.002597999,0.91922694,0.00030977218,0.009351309,0.0008614018,0.000042955075,0.0008619196],"genre_scores_gemma":[0.79275614,0.1820172,0.010458619,0.005169808,0.001533651,0.0012069212,0.00063682866,0.0002892726,0.00593154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.83844465,0.104701556,0.0076998454,0.0025432687,0.03997772,0.0066329637],"domain_scores_gemma":[0.18262073,0.7188218,0.0011029926,0.0034375833,0.09101221,0.0030046424],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.6464554,0.00039613838,0.001710759,0.0037255008,0.009769883,0.001968533,0.0026716066,0.0020897035,0.00004572037],"category_scores_gemma":[0.71436524,0.00029876005,0.00030000447,0.0043248427,0.013607131,0.0009912692,0.0046143085,0.09391988,0.000010281502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00814645,0.002208194,0.010511578,0.047181055,0.0014462759,0.00011392868,0.050914187,0.00030751005,0.0013170207,0.43748763,0.4205532,0.019812942],"study_design_scores_gemma":[0.010472819,0.03489181,0.036690198,0.015602306,0.00006790007,0.00043085753,0.123688824,0.004071964,0.00031679284,0.13372298,0.6394155,0.00062804995],"about_ca_topic_score_codex":0.0030435312,"about_ca_topic_score_gemma":0.0036724268,"teacher_disagreement_score":0.91405714,"about_ca_system_score_codex":0.0025862376,"about_ca_system_score_gemma":0.08837953,"threshold_uncertainty_score":0.9999465},"labels":[],"label_agreement":null},{"id":"W3137989018","doi":"10.1177/15562646211002744","title":"Boundaries Between Research Ethics and Ethical Research Use in Artificial Intelligence Health Research","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Wellcome Trust","keywords":"Scrutiny; Research ethics; Engineering ethics; Corporate governance; Societal impact of nanotechnology; Ethical issues; Responsible Research and Innovation; Political science; Sociology; Public relations; Management; Law; Engineering","score_opus":0.9881633061329038,"score_gpt":0.8298481443971923,"score_spread":0.15831516173571147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137989018","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4014866,0.0038297665,0.00016287593,0.5865394,0.00033393345,0.0028130747,0.00006153383,0.000055597633,0.004717237],"genre_scores_gemma":[0.95161134,0.032998044,0.003007456,0.0027024844,0.003642375,0.0002016114,0.000046548143,0.00033252884,0.005457592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4316055,0.3810389,0.009933088,0.005908529,0.1546577,0.016856281],"domain_scores_gemma":[0.07148224,0.75704354,0.00049765984,0.004627972,0.15865643,0.00769217],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics","sts","research_integrity"],"category_scores_codex":[0.8291758,0.0008217789,0.003050564,0.018698685,0.018592156,0.006685158,0.0050490005,0.012098521,0.00075428514],"category_scores_gemma":[0.902565,0.0007224024,0.00069043477,0.027118845,0.063631184,0.0008226969,0.009717582,0.5095041,0.00065901014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.007631094,0.005283905,0.0221137,0.0058606523,0.0004215043,0.0131466165,0.041412175,0.000023693145,0.0033529531,0.823668,0.06394274,0.013142991],"study_design_scores_gemma":[0.0016719769,0.021638352,0.023810284,0.011457752,0.000015999583,0.0002794564,0.039329533,0.0001291368,0.0047158436,0.8153234,0.08104997,0.00057829224],"about_ca_topic_score_codex":0.004737978,"about_ca_topic_score_gemma":0.02539141,"teacher_disagreement_score":0.58383685,"about_ca_system_score_codex":0.008661511,"about_ca_system_score_gemma":0.14753729,"threshold_uncertainty_score":0.9995227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3167649636","doi":"10.1177/15562646211023705","title":"A New Era of Indigenous Research: Community-based Indigenous Research Ethics Protocols in Canada","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"First Nations Health and Social Secretariat of Manitoba; University of Winnipeg; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Metis; Research ethics; Community-based participatory research; Sociology; Engineering ethics; Public relations; Political science; Participatory action research; Anthropology; Ecology","score_opus":0.7968077017469808,"score_gpt":0.6807931411392342,"score_spread":0.11601456060774662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167649636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.910854,0.0008966739,0.00002019519,0.042068675,0.00032743282,0.013863841,0.000046297657,0.000022847511,0.03190008],"genre_scores_gemma":[0.9746809,0.010570378,0.0011506493,0.00073948514,0.0025632244,0.000561641,0.000044100852,0.0001893283,0.009500313],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.76072013,0.19197333,0.002614322,0.0008780558,0.03766893,0.0061452463],"domain_scores_gemma":[0.81635153,0.12604329,0.00054064335,0.002046201,0.051841345,0.0031769886],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.40090615,0.00038727032,0.0011852894,0.0053075217,0.04126405,0.00087946706,0.005560633,0.0021035345,0.0006159132],"category_scores_gemma":[0.040465176,0.00033832784,0.0002874638,0.013877094,0.0065840757,0.00049103424,0.00022202078,0.1189976,0.00007706749],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010682668,0.0039093285,0.007931858,0.0016177227,0.000093149836,0.0015752038,0.92224467,0.000103352184,0.00016424656,0.048251007,0.011430827,0.0016103702],"study_design_scores_gemma":[0.002113455,0.006412749,0.00840857,0.0040487563,0.000006864295,0.000026296231,0.18849224,0.000008140045,0.003584297,0.078572124,0.70785135,0.00047516017],"about_ca_topic_score_codex":0.9871729,"about_ca_topic_score_gemma":0.9992579,"teacher_disagreement_score":0.76629794,"about_ca_system_score_codex":0.018399969,"about_ca_system_score_gemma":0.7846979,"threshold_uncertainty_score":0.9999069},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4211233264","doi":"10.1177/15562646221076764","title":"Consent Requirements for Testing Health Policies: An Intercontinental Comparison of Expert Opinions","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; Fogarty International Center; National Institute on Aging; Wellcome Trust; Wellcome","keywords":"Informed consent; Tanzania; Public health; Medicine; Test (biology); Family medicine; Environmental health; Alternative medicine; Nursing; Socioeconomics; Pathology","score_opus":0.9849171490740686,"score_gpt":0.7915636513604023,"score_spread":0.19335349771366628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211233264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5950179,0.0032815568,0.0013664893,0.39271003,0.0008862001,0.0028643075,0.000881699,0.000029205818,0.0029625783],"genre_scores_gemma":[0.9892831,0.00016852429,0.0028764524,0.006191547,0.0007775747,0.00019554936,0.000052213898,0.00005814321,0.00039689822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774586,0.011368806,0.006865066,0.000595898,0.002363865,0.0013477677],"domain_scores_gemma":[0.9397569,0.052522484,0.0032988419,0.0008031105,0.002645562,0.00097315107],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24101241,0.00017951186,0.0013430336,0.0024458773,0.0027211395,0.0001729288,0.0014146133,0.0001872978,0.00043798503],"category_scores_gemma":[0.1116517,0.00020187949,0.00024842587,0.0009984287,0.0007629671,0.00036809745,0.00056115456,0.00513109,0.000039902425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005974747,0.004247931,0.046360437,0.0011993813,0.0002095055,0.0000076021156,0.06249783,0.0006585632,0.00033179682,0.1853499,0.697927,0.00061259995],"study_design_scores_gemma":[0.0066804965,0.049124055,0.024298226,0.0018260855,0.0000060438915,0.000055790177,0.23723045,0.009546507,0.00022193724,0.13057579,0.5396341,0.0008004985],"about_ca_topic_score_codex":0.0023948217,"about_ca_topic_score_gemma":0.0003402971,"teacher_disagreement_score":0.39426517,"about_ca_system_score_codex":0.0029519568,"about_ca_system_score_gemma":0.003958785,"threshold_uncertainty_score":0.9985772},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4224271634","doi":"10.1177/15562646221092663","title":"Practicalities of Impracticability: An Interim Review of Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre","funders":"","keywords":"Waiver; Informed consent; Interim; Randomized controlled trial; Medicine; Clinical trial; Set (abstract data type); Family medicine; Alternative medicine; Law; Political science; Surgery; Internal medicine; Pathology; Computer science","score_opus":0.98625151272911,"score_gpt":0.854220548973364,"score_spread":0.13203096375574608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224271634","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043379903,0.9489065,0.00001887036,0.025370235,0.00033158725,0.013361568,0.00010888927,0.000017179202,0.011841823],"genre_scores_gemma":[0.00013582256,0.9933179,0.0006522887,0.0006639821,0.0011922105,0.0010652983,0.00006002789,0.00021158147,0.0027009007],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.31952587,0.5619124,0.036172733,0.0021874777,0.07699915,0.0032023843],"domain_scores_gemma":[0.0118195,0.918464,0.011254542,0.0040082415,0.051987797,0.00246593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.8871761,0.00093965075,0.044528697,0.007202378,0.0008661032,0.00027372857,0.0044637225,0.0040572584,0.011497067],"category_scores_gemma":[0.9869813,0.0005365114,0.014029553,0.0044996226,0.014289104,0.00043053462,0.0027485483,0.13209604,0.000044914468],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21386163,0.0085519785,0.0000033017068,0.61385375,0.008528995,0.0009195428,0.0008783684,2.843622e-7,0.00001890675,0.06992764,0.009679075,0.073776536],"study_design_scores_gemma":[0.055908404,0.017248917,9.729383e-7,0.2942682,0.0032640763,0.00018637761,0.0010695342,0.0000044936533,0.000015621286,0.047713246,0.5800297,0.00029040937],"about_ca_topic_score_codex":0.00014951926,"about_ca_topic_score_gemma":0.000029305102,"teacher_disagreement_score":0.5703507,"about_ca_system_score_codex":0.0024632688,"about_ca_system_score_gemma":0.076836504,"threshold_uncertainty_score":0.99970865},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285800280","doi":"10.1177/15562646221112339","title":"Ethical Considerations for Discrete Choice Experiments with Caregivers","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; NeuroDevNet; University of British Columbia","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Generalizability theory; Vulnerability (computing); Psychology; Research ethics; Research design; Population; Applied psychology; Medicine; Developmental psychology; Sociology; Psychiatry; Computer science; Social science","score_opus":0.9460451935778258,"score_gpt":0.7256254777596486,"score_spread":0.2204197158181772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285800280","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2197767,0.001206877,0.0012117216,0.76293975,0.00049266615,0.002599986,0.000481716,0.000030433323,0.011260148],"genre_scores_gemma":[0.9826617,0.00009869339,0.0021610083,0.011957689,0.0008224463,0.0004963023,0.000017235723,0.00007208265,0.0017128428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9810304,0.010840353,0.0032767137,0.00069761934,0.002918736,0.0012361783],"domain_scores_gemma":[0.91094893,0.083116256,0.0013092231,0.00077325315,0.0029803482,0.00087199337],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2010727,0.00019709572,0.00093506655,0.0019873236,0.004700306,0.0003780476,0.0009564768,0.00043352,0.0017031796],"category_scores_gemma":[0.12334188,0.00019834074,0.00024391268,0.00083406386,0.0010693104,0.00034750704,0.00039048027,0.0131803425,0.0001399846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048367,0.00051496155,0.0035841393,0.0002662173,0.0002046295,0.00005176672,0.016476339,0.0010055943,0.00004514712,0.5731609,0.4041862,0.00002046974],"study_design_scores_gemma":[0.00468147,0.011097618,0.0038535027,0.0002648555,0.000009179939,0.00005786697,0.038338844,0.00096328225,0.00008445589,0.29514083,0.6450081,0.00049997994],"about_ca_topic_score_codex":0.00045754263,"about_ca_topic_score_gemma":0.00023907538,"teacher_disagreement_score":0.762885,"about_ca_system_score_codex":0.003146625,"about_ca_system_score_gemma":0.003315769,"threshold_uncertainty_score":0.9992094},"labels":[],"label_agreement":null},{"id":"W4297154381","doi":"10.1177/15562646221128418","title":"Contract Cheating and Ghostwriting among University Students in Health Specialties","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"King Fahad Medical City","keywords":"Cheating; Academic integrity; Misconduct; Psychology; Medical education; Health care; Perception; Family medicine; Medicine; Political science; Social psychology; Law","score_opus":0.6172843851496437,"score_gpt":0.6464755528501215,"score_spread":0.029191167700477805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297154381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295661,0.00038023974,0.000010527019,0.056660186,0.00008562976,0.00037149948,0.000007879283,0.000008327388,0.0129096545],"genre_scores_gemma":[0.99501294,0.0019403587,0.00006682127,0.00044355006,0.0005131935,0.000002362919,0.0000010280677,0.0000108880895,0.0020088835],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95718265,0.03101488,0.00063236733,0.00029479578,0.009657891,0.0012173966],"domain_scores_gemma":[0.97410345,0.02335016,0.00024387758,0.00014155696,0.0015296655,0.00063129334],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20447089,0.00009417593,0.00033395513,0.0014148151,0.0074473964,0.00026594297,0.0012858923,0.00045896546,0.00041467109],"category_scores_gemma":[0.033661623,0.00009463511,0.00007835409,0.0015245306,0.0025989718,0.00034180097,0.00080234295,0.039098244,0.000004611789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000819303,0.0008857376,0.48604387,0.00016119727,0.000058801736,0.0011635406,0.28385252,0.000118287375,0.00007120327,0.20035616,0.021181863,0.0052875075],"study_design_scores_gemma":[0.0016353369,0.002847053,0.17253469,0.0007482301,0.0000029306132,0.000012391808,0.5420073,0.00014117856,0.000015516891,0.03080103,0.24903613,0.00021821103],"about_ca_topic_score_codex":0.013363221,"about_ca_topic_score_gemma":0.006457297,"teacher_disagreement_score":0.3135092,"about_ca_system_score_codex":0.0026790514,"about_ca_system_score_gemma":0.0037028154,"threshold_uncertainty_score":0.99384475},"labels":[],"label_agreement":null},{"id":"W4310940450","doi":"10.1177/15562646221138450","title":"Protecting the Vulnerable and Including the Under-Represented: IRB Practices and Attitudes","year":2022,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Advancing Translational Sciences; Harvard Catalyst; University of Pennsylvania","keywords":"Political science; Informed consent; Engineering ethics; Psychology; Law; Public relations; Medicine; Alternative medicine; Engineering","score_opus":0.9735816868509165,"score_gpt":0.8029646020742615,"score_spread":0.17061708477665505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310940450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5816386,0.0027287602,0.000023058776,0.410048,0.00008202985,0.0011904847,0.0000033883416,0.00001416371,0.004271566],"genre_scores_gemma":[0.9872696,0.005092855,0.00023954132,0.0022445077,0.0007733243,0.00014837504,0.0000010225091,0.000054814238,0.0041760034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9135324,0.06002451,0.0013326952,0.00087105064,0.022534655,0.0017046883],"domain_scores_gemma":[0.22613743,0.759194,0.0009345616,0.0017807076,0.010690711,0.001262568],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.45931932,0.00021376711,0.0005152865,0.0010418667,0.02046738,0.0008507231,0.0017319975,0.0005191503,0.00032376172],"category_scores_gemma":[0.6147963,0.00011563002,0.00017055386,0.0021016067,0.005566443,0.00027559514,0.005163239,0.14978325,0.000012028071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02524646,0.011219479,0.16234393,0.007264236,0.0041692145,0.0067214025,0.103324175,0.0017575137,0.052809484,0.46281835,0.13758235,0.024743415],"study_design_scores_gemma":[0.0055924575,0.02990327,0.07314998,0.0028495344,0.00012957072,0.002137415,0.14428574,0.0016051683,0.0022222255,0.55288994,0.18467793,0.00055677356],"about_ca_topic_score_codex":0.00060648995,"about_ca_topic_score_gemma":0.00058226724,"teacher_disagreement_score":0.6991695,"about_ca_system_score_codex":0.00076309714,"about_ca_system_score_gemma":0.005039976,"threshold_uncertainty_score":0.9971398},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4380423294","doi":"10.1177/15562646231181438","title":"Transplant Recipient Preferences Regarding Organ Donor Research: Their Role in Consent and use of Their Data","year":2023,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke; McMaster University","funders":"","keywords":"Informed consent; Qualitative research; Organ transplantation; Clinical research; Psychology; Organ donation; Medicine; Qualitative property; Transplantation; Family medicine; Alternative medicine; Surgery; Sociology; Pathology","score_opus":0.9009850341498331,"score_gpt":0.6392831242848858,"score_spread":0.26170190986494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380423294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718578,0.00032529212,0.000011066782,0.025968336,0.000053998207,0.00067903596,0.00012893455,0.000017958731,0.0009576007],"genre_scores_gemma":[0.9860086,0.012961366,0.000109140055,0.00010500834,0.00017763673,0.000011671334,0.00008046486,0.000036635047,0.0005095141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9844242,0.0070888777,0.0010254326,0.00055566186,0.0058804196,0.0010254316],"domain_scores_gemma":[0.95999247,0.034321375,0.00014474867,0.000807924,0.0040913643,0.00064212695],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060907446,0.00017872885,0.00055599754,0.004205527,0.0006134028,0.00021706948,0.0008628645,0.00040164217,0.000125139],"category_scores_gemma":[0.018978113,0.000119864824,0.000087696324,0.0031794005,0.0017046861,0.0003922492,0.0004034863,0.009668366,0.000025000125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028796863,0.00675907,0.4378651,0.0063742576,0.0012901755,0.0051358514,0.17182906,0.00015187896,0.2099639,0.024489041,0.07093434,0.036410447],"study_design_scores_gemma":[0.011197506,0.01514778,0.7509111,0.014014591,0.00006191397,0.0003858376,0.04864985,0.0028564432,0.05518464,0.042704474,0.058298968,0.0005869011],"about_ca_topic_score_codex":0.0002713221,"about_ca_topic_score_gemma":0.0012068597,"teacher_disagreement_score":0.31304598,"about_ca_system_score_codex":0.00030480232,"about_ca_system_score_gemma":0.0025247044,"threshold_uncertainty_score":0.99261636},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4392916244","doi":"10.1177/15562646241237669","title":"Balancing Ethics and Culture: A Scoping Review of Ethico-Cultural and Implementation Challenges of the Individual-Based Consent Model in African Research","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Center for African Studies; Northumbria University; University of Ghana; Harvard University","keywords":"Ethos; Context (archaeology); Collectivism; Research ethics; Informed consent; Engineering ethics; Sociology; Political science; Medicine; Law; Individualism; Engineering; Alternative medicine","score_opus":0.9774651067650847,"score_gpt":0.8192257198810172,"score_spread":0.15823938688406747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392916244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047391877,0.92082995,0.0000042216184,0.07307822,0.00007735789,0.004477252,0.00007749654,0.000009136019,0.000972422],"genre_scores_gemma":[0.005690963,0.9924205,0.00048537573,0.0005050384,0.0002838956,0.00020688666,0.000016967875,0.0001204835,0.00026991105],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9044267,0.0544855,0.0052883253,0.0014744786,0.03220734,0.0021176678],"domain_scores_gemma":[0.6336221,0.33113763,0.0015316923,0.0020203413,0.030229816,0.0014584472],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.41550934,0.0006076814,0.0037584107,0.004195957,0.0011779504,0.00029480483,0.0021912337,0.00403083,0.000057226145],"category_scores_gemma":[0.44123602,0.00035407537,0.00088883087,0.00491808,0.010312224,0.00018080071,0.0030910503,0.14330347,0.0000067303636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002937542,0.00061139505,0.00006032656,0.92726946,0.00041063747,0.0002453468,0.012466389,0.0000030102012,0.00004181386,0.033481125,0.004929544,0.020187212],"study_design_scores_gemma":[0.0011820938,0.004202326,0.000078954625,0.9422808,0.00034404514,0.000091284644,0.0053845476,0.000054470587,0.00005903024,0.0325557,0.013483397,0.00028330932],"about_ca_topic_score_codex":0.0002410697,"about_ca_topic_score_gemma":0.0027320138,"teacher_disagreement_score":0.27665213,"about_ca_system_score_codex":0.0015062084,"about_ca_system_score_gemma":0.05915834,"threshold_uncertainty_score":0.9998911},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396938685","doi":"10.1177/15562646241253953","title":"Obtaining Consent for Research on Risky Behaviours Among Adolescents in Canada: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Guardian; Informed consent; Parental consent; Legal guardian; Psychology; Family medicine; Medicine; Alternative medicine; Political science; Law","score_opus":0.9750485164936615,"score_gpt":0.8195332279405048,"score_spread":0.15551528855315677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396938685","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074201357,0.96303403,0.0000029154896,0.020132326,0.00054286316,0.01313213,0.00013331487,0.00002799134,0.0022524057],"genre_scores_gemma":[0.001938862,0.99056983,0.00010117604,0.0009477032,0.0018426182,0.0011873142,0.000059057784,0.00046912607,0.002884302],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8905522,0.04240546,0.0075567276,0.0028233016,0.05041904,0.006243236],"domain_scores_gemma":[0.40006393,0.5447295,0.001573397,0.004364836,0.043268885,0.0059994655],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.42705092,0.0011428075,0.0069460873,0.011377996,0.002017021,0.0007465599,0.004929198,0.0046218727,0.0002646266],"category_scores_gemma":[0.5704276,0.00083249004,0.0021633345,0.009678263,0.00562023,0.0002014126,0.0028863102,0.20993833,0.0002223238],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013735504,0.0020406109,0.0008552268,0.79075605,0.0005706343,0.012495037,0.00040310953,0.000004299282,0.0000011264974,0.00508695,0.13651182,0.049901586],"study_design_scores_gemma":[0.0014206433,0.0073745092,0.00022170179,0.87803966,0.00032629355,0.00012012981,0.00070830854,0.000011655453,0.0000039771503,0.006193588,0.105055,0.0005245333],"about_ca_topic_score_codex":0.10117958,"about_ca_topic_score_gemma":0.6452028,"teacher_disagreement_score":0.5440233,"about_ca_system_score_codex":0.025832957,"about_ca_system_score_gemma":0.312594,"threshold_uncertainty_score":0.9998272},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408452859","doi":"10.1177/15562646251321132","title":"Improving Comprehension of Consent Forms in Online Research: An Empirical Test of Four Interventions","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; Mount Royal University","funders":"","keywords":"Comprehension; Informed consent; Psychological intervention; Test (biology); Psychology; Empirical research; Medical education; Computer science; Medicine; Alternative medicine; Mathematics; Statistics","score_opus":0.9675202263083523,"score_gpt":0.7995356229367281,"score_spread":0.16798460337162424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408452859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93428916,0.00085761934,0.00019327745,0.059022628,0.00013098045,0.0015695941,0.000052816784,0.000017992083,0.00386596],"genre_scores_gemma":[0.99118626,0.0032218045,0.0021505866,0.00041537045,0.00030563428,0.000035067726,0.000018845201,0.000070904105,0.0025955287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9477949,0.018799508,0.0052271252,0.0011770629,0.024381652,0.0026197094],"domain_scores_gemma":[0.5766983,0.36836892,0.0007348956,0.002403345,0.04999426,0.0018002307],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.23196582,0.0003434382,0.001703064,0.010353479,0.000921117,0.00016702828,0.0026337958,0.0021611794,0.00028017984],"category_scores_gemma":[0.58498275,0.00026356685,0.00086964166,0.0073564136,0.009266387,0.0003385571,0.0026234952,0.06477123,0.000023751729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022121385,0.07506192,0.49297383,0.038402926,0.00088279846,0.004270016,0.008152896,0.00019244614,0.19432248,0.112808496,0.03273882,0.018071996],"study_design_scores_gemma":[0.012925185,0.07720009,0.40622985,0.05616498,0.000086646345,0.00013105571,0.016010227,0.0027079491,0.018579433,0.4056752,0.0037622193,0.0005271623],"about_ca_topic_score_codex":0.0010229208,"about_ca_topic_score_gemma":0.00771709,"teacher_disagreement_score":0.3710966,"about_ca_system_score_codex":0.0017969657,"about_ca_system_score_gemma":0.02190757,"threshold_uncertainty_score":0.99998164},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415063374","doi":"10.1177/15562646251384573","title":"Weighing Open Science Against Research Participation Burden in Informed Consent: A Randomized Pilot Study","year":2025,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Réseau de cancérologie Rossy","keywords":"Randomized controlled trial; Open science; Clinical trial; Protocol (science); Open data; Research ethics; Patient participation; Open label","score_opus":0.950138280848278,"score_gpt":0.78406629686054,"score_spread":0.16607198398773804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415063374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.833047,0.00065815786,0.000013353654,0.09472745,0.00045811568,0.012172874,0.000006320469,0.000028626582,0.058888134],"genre_scores_gemma":[0.99284184,0.0014051625,0.0002775233,0.0011313098,0.00028297,0.0018856646,0.000005533956,0.00004119447,0.0021288001],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.80222285,0.16833238,0.0051456937,0.0011329913,0.018832754,0.0043333094],"domain_scores_gemma":[0.64449644,0.3162845,0.0007787134,0.0025663394,0.03455572,0.0013182532],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.3506349,0.0002799371,0.001298269,0.01059274,0.012409662,0.0007783928,0.00901304,0.0004966386,0.00018753177],"category_scores_gemma":[0.5439509,0.00021979936,0.00012707325,0.0119728865,0.0071631023,0.0011682868,0.009146985,0.042358574,0.00020518135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.20912422,0.0117445355,0.09682607,0.0038425827,0.00035278784,0.00043351908,0.42579204,0.0003860043,0.0023782803,0.18764381,0.056926876,0.0045492724],"study_design_scores_gemma":[0.21342054,0.022907468,0.07092129,0.023348412,0.000029433993,0.0000025835623,0.4569714,0.0028570194,0.00025703543,0.18020214,0.028397672,0.0006849799],"about_ca_topic_score_codex":0.007236953,"about_ca_topic_score_gemma":0.0122073265,"teacher_disagreement_score":0.19331601,"about_ca_system_score_codex":0.007318554,"about_ca_system_score_gemma":0.070285805,"threshold_uncertainty_score":0.9993739},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}