{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":15,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":15,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"08aae751e657","filters":{"venue":"Journal of Research Administration"}},"results":[{"id":"W350423853","doi":"","title":"Academic Capitalism. Politics, Policies and the Entrepreneurial University","year":2001,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Capitalism; Higher education; Politics; Order (exchange); Autonomy; Political science; Public administration; Public institution; Economics; Economic growth; Finance; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05738315002671022,"gpt":0.4200813404224177,"spread":0.3626981903957074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002338313,0.00003159515,0.00006719504,0.00009315981,0.0005108031,0.00008286705,0.0001733398,0.00004618666,0.00008083548],"category_scores_gemma":[0.0007525296,0.0000231712,0.00002762634,0.0002254201,0.0005739954,0.0002708626,0.00001944619,0.0002691215,0.000006763204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001438893,"about_ca_system_score_gemma":0.001491602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007499633,"about_ca_topic_score_gemma":0.0003484218,"domain_scores_codex":[0.9984628,0.0004662144,0.0001528,0.00005423106,0.0006842237,0.0001797576],"domain_scores_gemma":[0.9989659,0.00033207,0.0001224641,0.00005112685,0.000395371,0.0001330991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006532372,0.00008470722,0.045274,0.000007671225,0.0000381432,0.00006777088,0.07409985,0.000002157416,0.000106698,0.8375828,0.03898656,0.003096372],"study_design_scores_gemma":[0.001255265,0.0001412049,0.06257253,0.00003257915,0.00001114215,0.00005506221,0.03345309,0.000003417066,0.0002040018,0.02065178,0.8815504,0.00006951323],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9281703,0.0002364153,0.00003080001,0.06278039,0.0002242003,0.00009435362,0.000001384888,0.000003829323,0.008458371],"genre_scores_gemma":[0.9886647,0.003723617,0.00005914534,0.00008274807,0.0008490241,3.439254e-7,4.389128e-7,0.000001589145,0.006618348],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8425639,"threshold_uncertainty_score":0.3928736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W189964354","doi":"","title":"Rebuilding a Research Ethics Committee","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Research ethics; Bioethics; Government (linguistics); Ethics committee; Political science; Human research; Public administration; Commission; Public relations; Law; Medicine; Engineering ethics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8548915862931077,"gpt":0.7305389448521774,"spread":0.1243526414409303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1020827,0.0001253962,0.0003958713,0.001253241,0.0006337839,0.0004101908,0.0007003316,0.0008060346,0.0009591713],"category_scores_gemma":[0.1945181,0.00009866877,0.0001978195,0.001543797,0.001395248,0.0005052602,0.0002573616,0.02551477,0.0004787947],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004940446,"about_ca_system_score_gemma":0.00842623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001199257,"about_ca_topic_score_gemma":0.0001258284,"domain_scores_codex":[0.9841005,0.002939463,0.001248849,0.0003242511,0.01043708,0.0009498175],"domain_scores_gemma":[0.8913836,0.06762794,0.0004021849,0.001142427,0.03785314,0.001590694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.006936212,0.005348598,0.05638044,0.004776466,0.0007282432,0.004508981,0.006387352,0.00001542767,0.2268002,0.2450855,0.3935948,0.04943781],"study_design_scores_gemma":[0.006409122,0.04254434,0.08098096,0.006940084,0.000069473,0.003252918,0.0147901,0.001228614,0.07227936,0.7048384,0.06613933,0.0005273027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7617533,0.00058056,0.0005379709,0.2091006,0.0002747115,0.001115295,0.000002464225,0.00002612157,0.02660898],"genre_scores_gemma":[0.9826913,0.001601637,0.007650471,0.0002872071,0.001175654,0.0000301316,0.000003650599,0.00003275355,0.006527144],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4597529,"threshold_uncertainty_score":0.9999541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1505087939","doi":"","title":"Networks of Neuroscientists: Professional Interactions within an Interdisciplinary Brain Research Institute.","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Social network analysis; Psychology; Foundation (evidence); Social network (sociolinguistics); Sociology; Medical education; Library science; Medicine; Political science; Computer science; Social science; Social media","retraction":null,"screen_n_in":null,"score":{"opus":0.263946561709452,"gpt":0.5875154714693472,"spread":0.3235689097598952,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03158472,0.0001573515,0.0003665653,0.002605911,0.001190319,0.001256042,0.001790683,0.0001390924,0.0008332614],"category_scores_gemma":[0.01022835,0.0001106748,0.0001647567,0.004271778,0.00125028,0.00581518,0.0008733911,0.002201766,0.0001362828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002526689,"about_ca_system_score_gemma":0.002582739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002675486,"about_ca_topic_score_gemma":0.001053137,"domain_scores_codex":[0.9855443,0.004262994,0.001948204,0.0004861343,0.007089572,0.0006687535],"domain_scores_gemma":[0.9796516,0.002885923,0.0008286427,0.0007404673,0.01524657,0.0006467581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.007010449,0.005551294,0.007255031,0.0001141537,0.0001233155,0.0006485285,0.01363496,0.004334338,0.2190074,0.02834463,0.6616595,0.05231637],"study_design_scores_gemma":[0.003635546,0.04504303,0.1884187,0.001569124,0.00002318126,0.001943208,0.1464932,0.2451672,0.02919812,0.3224829,0.01517802,0.0008477533],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.966145,0.00005836828,0.006302235,0.02146072,0.002505671,0.0007761451,0.00001420655,0.00001120074,0.00272641],"genre_scores_gemma":[0.9892098,0.000006438841,0.0008238397,0.0000322966,0.0008584856,0.0000505992,0.00001685091,0.00001561594,0.008986056],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6464815,"threshold_uncertainty_score":0.9997808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W194236826","doi":"","title":"Recommendations for Writing Successful Proposals from the Reviewer's Perspective. (Shop Talk)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"CONTEST; Enthusiasm; Public relations; Principal (computer security); Agency (philosophy); Perspective (graphical); Value (mathematics); Grant writing; Plan (archaeology); Political science; Psychology; Computer science; Sociology; Law; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2401301493543134,"gpt":0.4171554894654113,"spread":0.1770253401110979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004281404,0.00008240155,0.0001567081,0.0001095692,0.001003004,0.001095025,0.000374029,0.00005343297,0.001791341],"category_scores_gemma":[0.004587119,0.000054939,0.0001167645,0.00009539985,0.0001908687,0.001038711,0.00002718932,0.0008328347,0.00001372301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001068193,"about_ca_system_score_gemma":0.0001497259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001115777,"about_ca_topic_score_gemma":0.0002192713,"domain_scores_codex":[0.9981363,0.0003618464,0.0005501165,0.0001298367,0.0005718661,0.0002499768],"domain_scores_gemma":[0.9948578,0.001706943,0.0003417208,0.0001247205,0.002878304,0.0000904835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005412558,0.0001175814,0.0002442865,0.00004726954,0.00005866353,0.000008634112,0.01593041,6.395113e-7,0.0001350591,0.1033371,0.8622274,0.01783889],"study_design_scores_gemma":[0.000324092,0.0004193767,0.00004000789,0.000451222,0.00002686667,0.00002785509,0.06865609,0.000311329,0.0002375842,0.0141448,0.9152673,0.00009340675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1231635,0.0190376,0.001424726,0.7764723,0.002049078,0.001811061,0.0004656251,0.00009084652,0.0754853],"genre_scores_gemma":[0.9856266,0.0008882001,0.0009388294,0.0002986103,0.009023143,0.00002379511,0.00002277325,0.00001597357,0.003162013],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8624632,"threshold_uncertainty_score":0.9999419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616004446","doi":"","title":"Supporting Knowledge Mobilization and Research Impact Strategies in Grant Applications","year":2016,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Citation impact; Political science; Social research; Citation; Public relations; Grantsmanship; Sociology; Social science; Public administration; Library science; Higher education","retraction":null,"screen_n_in":null,"score":{"opus":0.7008402576772212,"gpt":0.7181724566775245,"spread":0.01733219900030325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1332318,0.0001039306,0.0002738225,0.05107069,0.0003693711,0.002595573,0.00120872,0.0001267897,0.0002135888],"category_scores_gemma":[0.05246375,0.00005599055,0.00009869773,0.07561777,0.0005842383,0.0020177,0.0002857632,0.0007195262,0.00007069752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004098094,"about_ca_system_score_gemma":0.003106095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003622044,"about_ca_topic_score_gemma":0.00017383,"domain_scores_codex":[0.9847255,0.001895304,0.001441766,0.0004681135,0.01056546,0.0009038725],"domain_scores_gemma":[0.9671531,0.0142386,0.0004720061,0.0004994877,0.01695354,0.0006832505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004642472,0.0009336033,0.2529215,0.00004707687,0.00002528691,0.0001170565,0.0009198682,0.0000303086,0.07278461,0.01353393,0.00959731,0.6486253],"study_design_scores_gemma":[0.002830144,0.007101149,0.5868688,0.0002928764,0.000006146542,0.0003691586,0.01462114,0.00276367,0.01768649,0.3356008,0.03149206,0.0003676063],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9703491,0.001330903,0.02213247,0.002460836,0.00008357134,0.0005818848,0.00001496024,0.000006197168,0.00304011],"genre_scores_gemma":[0.9976897,0.0008442994,0.000522421,0.000002347609,0.0001814739,0.0000274877,0.000001305074,0.000008848487,0.0007221535],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6482576,"threshold_uncertainty_score":0.9984398,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1535688875","doi":"","title":"New Decision Tool To Evaluate Award Selection Process","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Process (computing); Medical education; Public relations; Psychology; Management; Political science; Medicine; Computer science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.8218983377358803,"gpt":0.6495537627491935,"spread":0.1723445749866868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1706053,0.0001604063,0.001246041,0.001306859,0.0002355297,0.001749631,0.001355843,0.00008468741,0.01702936],"category_scores_gemma":[0.1151376,0.00008181801,0.0007229097,0.003632341,0.00002350436,0.0007957575,0.00004676582,0.0004477305,0.004144886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001275684,"about_ca_system_score_gemma":0.0005530411,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000238996,"about_ca_topic_score_gemma":0.00004222055,"domain_scores_codex":[0.9671996,0.006045052,0.00735553,0.0005203478,0.0185244,0.000355092],"domain_scores_gemma":[0.9833905,0.002895011,0.002804207,0.0009815233,0.00939801,0.0005308109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001524945,0.0001064325,0.003491907,0.00002134067,0.00007132176,0.00002470756,0.0005385733,0.0005782159,0.0008666669,0.0002468921,0.5945706,0.3993308],"study_design_scores_gemma":[0.002379504,0.01002514,0.04263845,0.0006781219,0.0003397207,0.001653467,0.002994477,0.09631452,0.008259901,0.09209868,0.7418535,0.0007645813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7818994,0.0003803773,0.2039952,0.008224902,0.0004403498,0.0008635559,0.00000228954,0.000004159296,0.004189833],"genre_scores_gemma":[0.9606956,0.00003543762,0.02295565,0.00007477103,0.000546568,0.000008724448,5.751669e-7,0.000008951343,0.0156737],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3985662,"threshold_uncertainty_score":0.9992867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2305696576","doi":"","title":"Measuring Interactions among Research Grant Recipients through Social Network Analysis: Insights into Evaluating and Improving Research Collaborations","year":2015,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Mental health; Public relations; Medical education; Sociology; Psychology; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7977206226475549,"gpt":0.6374265926193385,"spread":0.1602940300282164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05525158,0.0001624801,0.0004297187,0.001676751,0.007159676,0.000216526,0.0003796419,0.0002240477,0.00005634647],"category_scores_gemma":[0.004518253,0.0001409242,0.0000965826,0.005471608,0.0004693353,0.001197009,0.0003294289,0.004316467,0.00004319494],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00213994,"about_ca_system_score_gemma":0.005868093,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001198114,"about_ca_topic_score_gemma":0.01246458,"domain_scores_codex":[0.9779626,0.01331313,0.001706819,0.0004111869,0.005321931,0.001284329],"domain_scores_gemma":[0.9811602,0.00305192,0.0006913745,0.0003186158,0.0139693,0.0008086125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.009010853,0.002181285,0.5930967,0.0027899,0.00116985,0.0002134175,0.2946737,0.001116986,0.006254593,0.01275901,0.0604251,0.0163086],"study_design_scores_gemma":[0.01184264,0.02741374,0.2129265,0.008546263,0.0005825777,0.00003144452,0.5765881,0.03080392,0.003254107,0.09497501,0.03189437,0.001141301],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913661,0.0007223744,0.0007738314,0.001575687,0.0008681332,0.001614145,0.000007562801,0.00001680316,0.003055366],"genre_scores_gemma":[0.9937685,0.0001531006,0.003108493,0.00004966284,0.002018599,0.0002283463,0.00007064646,0.00002410035,0.0005785616],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3801702,"threshold_uncertainty_score":0.9997677,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1607169246","doi":"","title":"Research Administration and Management","year":2006,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Milestone; Administration (probate law); Glossary; Vetting; Public relations; Library science; Sociology; Management; Engineering ethics; Political science; Computer science; History; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3168278802360412,"gpt":0.5751484933241333,"spread":0.2583206130880921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06199926,0.0001325985,0.0002733464,0.002431763,0.0008827248,0.00189612,0.001346337,0.0001314252,0.0001997092],"category_scores_gemma":[0.004246423,0.00009458055,0.0001062279,0.003311868,0.00108092,0.001500395,0.000231949,0.001454558,0.0001589239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001751579,"about_ca_system_score_gemma":0.001055892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002717901,"about_ca_topic_score_gemma":0.0001321639,"domain_scores_codex":[0.9836022,0.001907461,0.001349356,0.000515304,0.01179949,0.0008262096],"domain_scores_gemma":[0.9923156,0.002578006,0.0003752098,0.000472847,0.0037858,0.0004724777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002523317,0.001228,0.03355353,0.0001799791,0.0000697055,0.00257206,0.0005614257,0.0001170433,0.02076856,0.2920071,0.4745115,0.1719077],"study_design_scores_gemma":[0.001779418,0.005736234,0.258526,0.0002437678,0.00001408476,0.0009562956,0.007877,0.00187818,0.02092418,0.3792371,0.322462,0.0003657361],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9295302,0.0006262839,0.001740262,0.01524511,0.0002597181,0.0005736244,0.000007649729,0.0000134546,0.0520037],"genre_scores_gemma":[0.9864291,0.0005478227,0.001761296,0.00002301573,0.0007158645,0.00001270209,0.000002947701,0.000009636798,0.01049759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2249724,"threshold_uncertainty_score":0.99914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W217661956","doi":"","title":"Demystifying the NIH Proposal Review Process","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Excellence; Mental health; Government (linguistics); Curriculum; Enthusiasm; Political science; Psychology; Library science; Medical education; Pedagogy; Sociology; Medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.408526346736316,"gpt":0.6774975301193182,"spread":0.2689711833830022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05582307,0.00007350684,0.0001745109,0.0002767598,0.001575952,0.00004063499,0.0005135068,0.00008853922,0.0003544213],"category_scores_gemma":[0.01100852,0.00004106738,0.00005353622,0.001261244,0.0002225367,0.0004499121,0.00003712063,0.00213135,0.0001465532],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003025348,"about_ca_system_score_gemma":0.01189208,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002828134,"about_ca_topic_score_gemma":0.0002247378,"domain_scores_codex":[0.9941671,0.001475132,0.001064109,0.0001359694,0.002274096,0.0008835754],"domain_scores_gemma":[0.9932861,0.002091253,0.0005131753,0.0002082798,0.003372133,0.0005290926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001868661,0.0007509729,0.07525779,0.02104173,0.00006337627,0.0002414311,0.01403112,0.000005323436,0.002753026,0.008541116,0.7675155,0.1079299],"study_design_scores_gemma":[0.002480706,0.009108422,0.2440214,0.03084419,0.00006719886,0.0008338423,0.09270006,0.0004596752,0.004082262,0.02737728,0.5874273,0.000597632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6304959,0.01308553,0.004445636,0.3175584,0.002574108,0.005059377,0.000005109198,0.00004003638,0.02673587],"genre_scores_gemma":[0.9919989,0.003365879,0.000656829,0.0009317874,0.001869413,0.00004044826,0.000003334069,0.000009041651,0.001124332],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.361503,"threshold_uncertainty_score":0.9997239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W240572859","doi":"","title":"Engaging the Humanities? Research Ethics in Canada","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Humanism; Research council; Research ethics; Agency (philosophy); Political science; Human research; Social research; Sociology; Public relations; Social science; Engineering ethics; Government (linguistics); Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9099103023803706,"gpt":0.6854122957557205,"spread":0.2244980066246501,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08187171,0.00009104291,0.0002585166,0.0006391038,0.0007884681,0.0002260479,0.0006431757,0.0002584635,0.0006102851],"category_scores_gemma":[0.1187243,0.00006215831,0.00007814459,0.001204432,0.001022097,0.0001862134,0.0001395307,0.02700864,0.00003095266],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00196554,"about_ca_system_score_gemma":0.02521307,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1426998,"about_ca_topic_score_gemma":0.8707076,"domain_scores_codex":[0.9847872,0.003679469,0.001015982,0.0002258787,0.009477265,0.0008142099],"domain_scores_gemma":[0.9283132,0.06278478,0.0002044544,0.0006217171,0.00773486,0.0003410041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.007427828,0.004684552,0.221046,0.005282229,0.000671779,0.03566412,0.04522134,0.0002009755,0.01157004,0.2817271,0.3217427,0.06476138],"study_design_scores_gemma":[0.01192826,0.02425534,0.1983361,0.01094039,0.00008400194,0.004566932,0.1640137,0.01132947,0.02219548,0.1402906,0.4111356,0.0009242101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7582401,0.001542266,0.00003198266,0.2009732,0.0003044773,0.0006607556,0.000004401114,0.000006518721,0.03823629],"genre_scores_gemma":[0.9912201,0.002149601,0.0002099441,0.0005535816,0.0006220881,0.00001159329,0.000001293124,0.00001773678,0.00521405],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7280078,"threshold_uncertainty_score":0.9803131,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W225686392","doi":"","title":"New Decision Tool to Evaluate Award Selection Process. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Government (linguistics); Quality (philosophy); Medical education; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4463253509570746,"gpt":0.6352224192365382,"spread":0.1888970682794636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03277832,0.0001398594,0.0002853461,0.001845082,0.002234753,0.0001765861,0.0006755881,0.0002330408,0.003899593],"category_scores_gemma":[0.01500552,0.0001120859,0.00006724295,0.003966124,0.0001177405,0.0007340066,0.00009655933,0.003133185,0.002625749],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001217722,"about_ca_system_score_gemma":0.00894244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001116933,"about_ca_topic_score_gemma":0.0003579125,"domain_scores_codex":[0.9889235,0.002045601,0.001302112,0.0003917057,0.005743583,0.001593512],"domain_scores_gemma":[0.9890348,0.002354777,0.0003272186,0.0003142745,0.006345797,0.00162319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001388944,0.0002441613,0.002619772,0.0001977915,0.00001387515,0.00001533166,0.006271457,0.00008223682,0.003669968,0.0007232846,0.8486899,0.1360832],"study_design_scores_gemma":[0.0067948,0.02501075,0.09623805,0.002869556,0.00003054766,0.0002177323,0.03890582,0.008846056,0.009744582,0.06079966,0.7496545,0.0008879366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9488694,0.0001746654,0.005660396,0.02782894,0.001135344,0.002330936,0.000003965753,0.00003820836,0.01395815],"genre_scores_gemma":[0.9820824,0.000281914,0.007477548,0.0002280312,0.002886498,0.0001143213,0.000003845078,0.00002485815,0.006900543],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1351953,"threshold_uncertainty_score":0.9991666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W242474527","doi":"","title":"International Research Infrastructure and the Impact of Export Control Regulations","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Public relations; Political science; Institution; Globalization; Business; Public administration; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.04651553390739812,"gpt":0.4514202467585556,"spread":0.4049047128511575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007186102,0.00006503398,0.0001449754,0.0004211985,0.0002051321,0.0001033953,0.0001733921,0.00004549947,0.0002615973],"category_scores_gemma":[0.0002812208,0.00003865458,0.0001154194,0.0003941913,0.0004690572,0.0003496294,0.00002554163,0.0004906792,0.000001725899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007060858,"about_ca_system_score_gemma":0.0004553014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003555756,"about_ca_topic_score_gemma":0.000005047052,"domain_scores_codex":[0.9979578,0.0003150663,0.0004737072,0.00008476951,0.0009801597,0.000188493],"domain_scores_gemma":[0.996755,0.000650169,0.000313401,0.0001307857,0.002043418,0.0001071965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0107638,0.0006923265,0.5021051,0.00003070119,0.001117852,0.00002507376,0.006583522,0.002685647,0.03883681,0.3265531,0.02993895,0.08066713],"study_design_scores_gemma":[0.006338221,0.001104321,0.9176139,0.00007875737,0.00002184459,0.00006125635,0.007540316,0.006125369,0.005929864,0.05234396,0.00272856,0.0001135776],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9630586,0.00005864925,0.02483184,0.003523977,0.000160221,0.0003429821,0.0000121745,0.000003310593,0.008008257],"genre_scores_gemma":[0.9985533,0.00001438384,0.000374376,0.000002638194,0.0007716072,0.000003343447,0.00001199175,0.000005974077,0.0002624367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4155089,"threshold_uncertainty_score":0.2864307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510536834","doi":"","title":"Preventing Data Fabrication in Telephone Survey Research","year":2004,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Data collection; Accreditation; Public relations; Population; Business; Quality assurance; Marketing; Political science; Sociology; Medical education; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8212083342947195,"gpt":0.6723222790953819,"spread":0.1488860551993376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4349482,0.00005361702,0.0001554465,0.0007897363,0.0005611003,0.0001360221,0.0009104358,0.000148977,0.00007634921],"category_scores_gemma":[0.2256786,0.00005169708,0.00002775078,0.002094217,0.0005283211,0.0008097771,0.0001149392,0.001174174,0.00002872172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003417248,"about_ca_system_score_gemma":0.004922519,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003241693,"about_ca_topic_score_gemma":0.0356607,"domain_scores_codex":[0.9055512,0.08942626,0.0008617888,0.0003570656,0.002983312,0.000820397],"domain_scores_gemma":[0.9773511,0.01967568,0.0002047781,0.000372528,0.002212441,0.0001834198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.04595647,0.004416972,0.7510024,0.0001408429,0.0001730081,0.001377107,0.04298301,0.0002074482,0.02310058,0.0121328,0.02166705,0.09684225],"study_design_scores_gemma":[0.0007033961,0.000590708,0.977966,0.0001093791,0.000002437013,0.00002178621,0.004907806,0.00001616225,0.002392013,0.008230641,0.004981953,0.00007773384],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9924304,0.0002825375,0.001501081,0.003988652,0.0002451549,0.0002588388,0.00000948726,0.000006229465,0.001277542],"genre_scores_gemma":[0.9949704,0.000408742,0.003724365,0.000008655083,0.000431656,0.00000405277,0.00002330855,0.000006282807,0.0004225688],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2269635,"threshold_uncertainty_score":0.981936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W275227830","doi":"","title":"Engaging the Humanities? Research Ethics in Canada. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Research council; Research ethics; Agency (philosophy); Political science; The arts; Resistance (ecology); Sociology; Library science; Public relations; Government (linguistics); Engineering ethics; Social science; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9100279502941359,"gpt":0.6796345359991427,"spread":0.2303934142949932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1921327,0.0001546947,0.0004257906,0.001643889,0.001894198,0.0004708262,0.001285618,0.0004827142,0.0008652615],"category_scores_gemma":[0.1454984,0.0001107347,0.0001049186,0.002916957,0.002696143,0.0002330076,0.0003810392,0.05038077,0.00009404982],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003574213,"about_ca_system_score_gemma":0.03445808,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1120591,"about_ca_topic_score_gemma":0.7874504,"domain_scores_codex":[0.9670171,0.008385191,0.00167347,0.0004946149,0.02056371,0.001865949],"domain_scores_gemma":[0.8616674,0.1195973,0.0002951734,0.001282798,0.01645243,0.0007049493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008504513,0.003908224,0.02696975,0.003594754,0.0004885562,0.01541064,0.03640917,0.0001182127,0.01792907,0.4901727,0.3590097,0.03748468],"study_design_scores_gemma":[0.01106734,0.01736951,0.07310496,0.007972186,0.00006204321,0.002130892,0.2105408,0.004188694,0.02865632,0.2352396,0.4087324,0.0009352994],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6482022,0.001901765,0.00003001775,0.2171533,0.0003533668,0.001701546,0.00001024165,0.00001578489,0.1306317],"genre_scores_gemma":[0.9882755,0.002935018,0.0002685342,0.0004584217,0.0009882001,0.00003941368,0.000003479088,0.00004099944,0.006990399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6753913,"threshold_uncertainty_score":0.9994052,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W305990243","doi":"","title":"Recent Developments in Human Research Protection in Canada","year":2011,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Accreditation; Research ethics; Bioethics; Political science; Institutional review board; Conflict of interest; Management; Sociology; Library science; Public relations; Medicine; Engineering ethics; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8496145019403525,"gpt":0.6570362385713043,"spread":0.1925782633690482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03856332,0.00008512791,0.0002665297,0.001372064,0.0001385603,0.00003712434,0.00033615,0.0002185562,0.0002770306],"category_scores_gemma":[0.0246884,0.00007448995,0.00003488527,0.001742041,0.0002253715,0.0001927001,0.00009948514,0.007228689,0.00001171991],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004036256,"about_ca_system_score_gemma":0.03336777,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2521365,"about_ca_topic_score_gemma":0.9347101,"domain_scores_codex":[0.991821,0.001263246,0.001162427,0.0002519652,0.004829295,0.0006721006],"domain_scores_gemma":[0.9932657,0.001634546,0.0001669891,0.0002814722,0.004237207,0.0004141074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01297774,0.004125637,0.7982542,0.001216615,0.0001206794,0.01301252,0.004307251,0.000007883383,0.0325731,0.008547301,0.002910546,0.1219466],"study_design_scores_gemma":[0.002882994,0.005534951,0.919844,0.001821226,0.000003539822,0.0002400222,0.003464011,0.00005801938,0.04204855,0.01937306,0.004595928,0.000133716],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9815138,0.0001288001,0.00001153507,0.004253141,0.0001106756,0.0007414658,8.831333e-7,0.000002738891,0.01323696],"genre_scores_gemma":[0.9971818,0.001103531,0.0008148271,0.00003182783,0.0001245332,0.00003775743,0.000002555686,0.00001447581,0.0006886377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6825736,"threshold_uncertainty_score":0.9997871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}