{"meta":{"query_hash":"08aae751e657","filters":{"venue":"Journal of Research Administration"},"cohort_total":15,"direct_labels_cover":2,"predictions_cover":15,"exported":15,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/08aae751e657","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Research+Administration"},"results":[{"id":"W1505087939","doi":"","title":"Networks of Neuroscientists: Professional Interactions within an Interdisciplinary Brain Research Institute.","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social network analysis; Psychology; Foundation (evidence); Social network (sociolinguistics); Sociology; Medical education; Library science; Medicine; Political science; Computer science; Social science; Social media","score_opus":0.263946561709452,"score_gpt":0.5875154714693472,"score_spread":0.3235689097598952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505087939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96614504,0.00005836828,0.0063022347,0.021460723,0.0025056712,0.0007761451,0.000014206548,0.000011200745,0.00272641],"genre_scores_gemma":[0.98920983,0.0000064388405,0.00082383974,0.000032296604,0.00085848564,0.000050599196,0.000016850912,0.00001561594,0.008986056],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9855443,0.004262994,0.0019482038,0.00048613432,0.007089572,0.00066875346],"domain_scores_gemma":[0.97965163,0.0028859233,0.0008286427,0.00074046734,0.015246571,0.0006467581],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031584725,0.0001573515,0.0003665653,0.0026059106,0.001190319,0.0012560416,0.0017906826,0.00013909237,0.0008332614],"category_scores_gemma":[0.010228352,0.00011067476,0.00016475673,0.0042717783,0.0012502796,0.00581518,0.00087339105,0.0022017655,0.00013628278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070104487,0.005551294,0.0072550313,0.00011415368,0.00012331552,0.00064852845,0.013634964,0.004334338,0.21900739,0.028344633,0.66165954,0.052316368],"study_design_scores_gemma":[0.0036355457,0.045043025,0.18841872,0.0015691243,0.000023181263,0.001943208,0.14649315,0.24516724,0.029198116,0.32248294,0.015178016,0.0008477533],"about_ca_topic_score_codex":0.000026754858,"about_ca_topic_score_gemma":0.0010531365,"teacher_disagreement_score":0.6464815,"about_ca_system_score_codex":0.00025266886,"about_ca_system_score_gemma":0.0025827393,"threshold_uncertainty_score":0.9997808},"labels":[],"label_agreement":null},{"id":"W1510536834","doi":"","title":"Preventing Data Fabrication in Telephone Survey Research","year":2004,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; Accreditation; Public relations; Population; Business; Quality assurance; Marketing; Political science; Sociology; Medical education; Medicine","score_opus":0.8212083342947195,"score_gpt":0.6723222790953819,"score_spread":0.14888605519933762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510536834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99243045,0.00028253754,0.0015010806,0.0039886516,0.0002451549,0.00025883882,0.00000948726,0.0000062294653,0.0012775421],"genre_scores_gemma":[0.9949704,0.000408742,0.0037243653,0.000008655083,0.00043165596,0.00000405277,0.000023308552,0.0000062828067,0.00042256882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9055512,0.08942626,0.00086178875,0.00035706555,0.002983312,0.000820397],"domain_scores_gemma":[0.9773511,0.01967568,0.00020477812,0.00037252795,0.002212441,0.00018341976],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43494818,0.00005361702,0.00015544651,0.0007897363,0.00056110026,0.00013602214,0.0009104358,0.00014897696,0.000076349206],"category_scores_gemma":[0.22567856,0.000051697076,0.000027750779,0.0020942166,0.00052832114,0.00080977706,0.00011493923,0.0011741739,0.00002872172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045956474,0.004416972,0.75100243,0.00014084285,0.00017300807,0.0013771069,0.042983007,0.00020744817,0.023100577,0.012132802,0.021667054,0.09684225],"study_design_scores_gemma":[0.0007033961,0.000590708,0.977966,0.000109379085,0.000002437013,0.000021786209,0.004907806,0.000016162247,0.0023920133,0.008230641,0.004981953,0.00007773384],"about_ca_topic_score_codex":0.0032416931,"about_ca_topic_score_gemma":0.035660695,"teacher_disagreement_score":0.22696353,"about_ca_system_score_codex":0.00034172484,"about_ca_system_score_gemma":0.0049225185,"threshold_uncertainty_score":0.981936},"labels":[],"label_agreement":null},{"id":"W1535688875","doi":"","title":"New Decision Tool To Evaluate Award Selection Process","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Process (computing); Medical education; Public relations; Psychology; Management; Political science; Medicine; Computer science; Economics","score_opus":0.8218983377358803,"score_gpt":0.6495537627491935,"score_spread":0.17234457498668676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535688875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7818994,0.0003803773,0.20399517,0.008224902,0.0004403498,0.00086355594,0.0000022895404,0.0000041592957,0.004189833],"genre_scores_gemma":[0.9606956,0.000035437624,0.022955649,0.00007477103,0.00054656796,0.000008724448,5.751669e-7,0.000008951343,0.0156737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96719956,0.006045052,0.00735553,0.0005203478,0.018524403,0.000355092],"domain_scores_gemma":[0.98339045,0.0028950113,0.0028042074,0.0009815233,0.00939801,0.0005308109],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17060526,0.00016040633,0.0012460414,0.0013068588,0.0002355297,0.0017496307,0.0013558434,0.00008468741,0.01702936],"category_scores_gemma":[0.11513763,0.000081818005,0.0007229097,0.0036323408,0.00002350436,0.00079575746,0.000046765825,0.00044773053,0.004144886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015249448,0.00010643255,0.0034919071,0.000021340675,0.00007132176,0.00002470756,0.00053857325,0.0005782159,0.0008666669,0.0002468921,0.59457064,0.3993308],"study_design_scores_gemma":[0.0023795043,0.010025139,0.042638447,0.00067812187,0.00033972075,0.0016534666,0.0029944766,0.09631452,0.008259901,0.092098676,0.7418535,0.00076458126],"about_ca_topic_score_codex":0.0000023899604,"about_ca_topic_score_gemma":0.00004222055,"teacher_disagreement_score":0.39856622,"about_ca_system_score_codex":0.00012756845,"about_ca_system_score_gemma":0.00055304106,"threshold_uncertainty_score":0.99928665},"labels":[],"label_agreement":null},{"id":"W1607169246","doi":"","title":"Research Administration and Management","year":2006,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Administration (probate law); Glossary; Vetting; Public relations; Library science; Sociology; Management; Engineering ethics; Political science; Computer science; History; Law; Engineering","score_opus":0.31682788023604125,"score_gpt":0.5751484933241333,"score_spread":0.25832061308809207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607169246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295302,0.00062628393,0.0017402621,0.015245105,0.0002597181,0.00057362445,0.000007649729,0.000013454603,0.052003697],"genre_scores_gemma":[0.9864291,0.00054782274,0.0017612964,0.000023015731,0.00071586453,0.000012702094,0.0000029477008,0.0000096367985,0.010497594],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98360217,0.0019074611,0.0013493563,0.00051530404,0.011799492,0.0008262096],"domain_scores_gemma":[0.99231565,0.0025780057,0.00037520975,0.000472847,0.0037858004,0.0004724777],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06199926,0.00013259854,0.00027334638,0.0024317626,0.0008827248,0.0018961196,0.001346337,0.00013142521,0.00019970916],"category_scores_gemma":[0.004246423,0.00009458055,0.000106227926,0.003311868,0.0010809205,0.0015003947,0.00023194904,0.0014545578,0.00015892388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025233172,0.0012280002,0.033553533,0.0001799791,0.0000697055,0.0025720599,0.0005614257,0.00011704334,0.020768562,0.29200715,0.4745115,0.17190771],"study_design_scores_gemma":[0.0017794184,0.0057362337,0.25852597,0.00024376782,0.000014084758,0.0009562956,0.007877,0.0018781803,0.020924184,0.37923712,0.32246202,0.00036573608],"about_ca_topic_score_codex":0.000027179014,"about_ca_topic_score_gemma":0.00013216394,"teacher_disagreement_score":0.22497243,"about_ca_system_score_codex":0.00017515791,"about_ca_system_score_gemma":0.001055892,"threshold_uncertainty_score":0.99914},"labels":[],"label_agreement":null},{"id":"W189964354","doi":"","title":"Rebuilding a Research Ethics Committee","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Bioethics; Government (linguistics); Ethics committee; Political science; Human research; Public administration; Commission; Public relations; Law; Medicine; Engineering ethics; Engineering","score_opus":0.8548915862931077,"score_gpt":0.7305389448521774,"score_spread":0.12435264144093028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W189964354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76175326,0.00058056,0.0005379709,0.20910062,0.00027471152,0.001115295,0.0000024642252,0.000026121574,0.02660898],"genre_scores_gemma":[0.98269135,0.0016016365,0.0076504713,0.00028720713,0.001175654,0.000030131601,0.0000036505985,0.00003275355,0.006527144],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9841005,0.002939463,0.0012488494,0.00032425113,0.01043708,0.0009498175],"domain_scores_gemma":[0.8913836,0.067627944,0.00040218487,0.001142427,0.03785314,0.0015906943],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10208272,0.00012539623,0.00039587135,0.0012532405,0.0006337839,0.00041019078,0.00070033164,0.0008060346,0.0009591713],"category_scores_gemma":[0.19451813,0.000098668774,0.00019781949,0.0015437966,0.0013952476,0.0005052602,0.00025736156,0.025514774,0.00047879465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006936212,0.005348598,0.05638044,0.0047764657,0.0007282432,0.0045089805,0.0063873525,0.00001542767,0.22680017,0.24508552,0.39359477,0.049437806],"study_design_scores_gemma":[0.006409122,0.042544343,0.08098096,0.006940084,0.000069473004,0.0032529181,0.014790104,0.001228614,0.07227936,0.7048384,0.066139325,0.00052730273],"about_ca_topic_score_codex":0.000119925695,"about_ca_topic_score_gemma":0.00012582845,"teacher_disagreement_score":0.4597529,"about_ca_system_score_codex":0.00049404457,"about_ca_system_score_gemma":0.00842623,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W194236826","doi":"","title":"Recommendations for Writing Successful Proposals from the Reviewer's Perspective. (Shop Talk)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Enthusiasm; Public relations; Principal (computer security); Agency (philosophy); Perspective (graphical); Value (mathematics); Grant writing; Plan (archaeology); Political science; Psychology; Computer science; Sociology; Law; Social psychology","score_opus":0.24013014935431337,"score_gpt":0.41715548946541126,"score_spread":0.17702534011109788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194236826","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1231635,0.019037595,0.0014247264,0.7764723,0.002049078,0.0018110612,0.00046562514,0.000090846515,0.0754853],"genre_scores_gemma":[0.98562664,0.00088820007,0.0009388294,0.00029861028,0.009023143,0.000023795106,0.000022773254,0.000015973574,0.003162013],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813634,0.0003618464,0.00055011647,0.00012983668,0.00057186605,0.00024997676],"domain_scores_gemma":[0.99485785,0.0017069434,0.00034172085,0.00012472051,0.002878304,0.000090483496],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004281404,0.00008240155,0.00015670806,0.000109569184,0.0010030041,0.0010950253,0.00037402895,0.000053432974,0.001791341],"category_scores_gemma":[0.0045871194,0.000054938995,0.00011676452,0.000095399846,0.00019086868,0.0010387106,0.000027189322,0.0008328347,0.000013723012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054125583,0.00011758139,0.00024428652,0.00004726954,0.000058663532,0.0000086341115,0.01593041,6.395113e-7,0.00013505906,0.10333709,0.8622274,0.01783889],"study_design_scores_gemma":[0.00032409202,0.00041937665,0.00004000789,0.000451222,0.00002686667,0.000027855092,0.068656094,0.000311329,0.00023758422,0.014144801,0.91526735,0.00009340675],"about_ca_topic_score_codex":0.00011157766,"about_ca_topic_score_gemma":0.00021927129,"teacher_disagreement_score":0.8624632,"about_ca_system_score_codex":0.0001068193,"about_ca_system_score_gemma":0.00014972589,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W217661956","doi":"","title":"Demystifying the NIH Proposal Review Process","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Mental health; Government (linguistics); Curriculum; Enthusiasm; Political science; Psychology; Library science; Medical education; Pedagogy; Sociology; Medicine; Psychiatry","score_opus":0.40852634673631605,"score_gpt":0.6774975301193182,"score_spread":0.2689711833830022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W217661956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6304959,0.013085527,0.0044456357,0.3175584,0.0025741083,0.005059377,0.000005109198,0.000040036375,0.026735866],"genre_scores_gemma":[0.9919989,0.003365879,0.00065682904,0.00093178736,0.0018694127,0.000040448256,0.0000033340687,0.000009041651,0.0011243324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941671,0.0014751316,0.0010641087,0.00013596941,0.0022740962,0.0008835754],"domain_scores_gemma":[0.9932861,0.0020912532,0.00051317527,0.00020827982,0.0033721328,0.00052909256],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055823073,0.00007350684,0.00017451087,0.0002767598,0.001575952,0.00004063499,0.0005135068,0.00008853922,0.00035442133],"category_scores_gemma":[0.011008524,0.000041067382,0.000053536223,0.0012612441,0.00022253675,0.00044991213,0.000037120633,0.0021313496,0.00014655318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018686615,0.0007509729,0.07525779,0.021041732,0.00006337627,0.0002414311,0.014031123,0.000005323436,0.0027530256,0.0085411165,0.76751554,0.10792989],"study_design_scores_gemma":[0.0024807055,0.009108422,0.24402142,0.030844193,0.00006719886,0.00083384226,0.092700064,0.00045967524,0.004082262,0.027377278,0.5874273,0.000597632],"about_ca_topic_score_codex":0.000028281338,"about_ca_topic_score_gemma":0.00022473784,"teacher_disagreement_score":0.361503,"about_ca_system_score_codex":0.0003025348,"about_ca_system_score_gemma":0.0118920775,"threshold_uncertainty_score":0.99972385},"labels":[],"label_agreement":null},{"id":"W225686392","doi":"","title":"New Decision Tool to Evaluate Award Selection Process. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Quality (philosophy); Medical education; Political science; Medicine","score_opus":0.4463253509570746,"score_gpt":0.6352224192365382,"score_spread":0.18889706827946362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W225686392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9488694,0.00017466545,0.0056603956,0.027828943,0.0011353438,0.002330936,0.0000039657525,0.000038208364,0.013958154],"genre_scores_gemma":[0.9820824,0.00028191402,0.0074775484,0.00022803125,0.0028864979,0.00011432128,0.0000038450785,0.000024858145,0.006900543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889235,0.0020456011,0.0013021118,0.00039170575,0.005743583,0.0015935119],"domain_scores_gemma":[0.9890348,0.002354777,0.0003272186,0.0003142745,0.0063457973,0.0016231895],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032778323,0.00013985943,0.0002853461,0.0018450824,0.0022347525,0.00017658608,0.0006755881,0.00023304083,0.0038995931],"category_scores_gemma":[0.0150055215,0.00011208587,0.00006724295,0.0039661243,0.0001177405,0.00073400664,0.00009655933,0.0031331847,0.002625749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013889441,0.00024416132,0.0026197718,0.00019779147,0.000013875155,0.000015331661,0.006271457,0.000082236824,0.003669968,0.0007232846,0.8486899,0.13608323],"study_design_scores_gemma":[0.0067947996,0.025010746,0.096238054,0.0028695564,0.00003054766,0.00021773227,0.03890582,0.008846056,0.009744582,0.06079966,0.74965453,0.00088793656],"about_ca_topic_score_codex":0.000111693305,"about_ca_topic_score_gemma":0.00035791253,"teacher_disagreement_score":0.1351953,"about_ca_system_score_codex":0.0012177216,"about_ca_system_score_gemma":0.00894244,"threshold_uncertainty_score":0.9991666},"labels":[],"label_agreement":null},{"id":"W2305696576","doi":"","title":"Measuring Interactions among Research Grant Recipients through Social Network Analysis: Insights into Evaluating and Improving Research Collaborations","year":2015,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Public relations; Medical education; Sociology; Psychology; Political science; Medicine","score_opus":0.7977206226475549,"score_gpt":0.6374265926193385,"score_spread":0.1602940300282164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305696576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913661,0.0007223744,0.0007738314,0.0015756869,0.00086813315,0.0016141455,0.000007562801,0.000016803164,0.003055366],"genre_scores_gemma":[0.9937685,0.00015310064,0.0031084928,0.000049662838,0.0020185988,0.00022834634,0.00007064646,0.000024100345,0.0005785616],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9779626,0.013313127,0.0017068187,0.0004111869,0.0053219306,0.0012843292],"domain_scores_gemma":[0.98116016,0.0030519199,0.0006913745,0.00031861584,0.013969303,0.0008086125],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.055251576,0.00016248008,0.0004297187,0.0016767514,0.0071596764,0.00021652602,0.00037964186,0.00022404773,0.00005634647],"category_scores_gemma":[0.0045182533,0.00014092417,0.0000965826,0.005471608,0.0004693353,0.0011970091,0.0003294289,0.0043164673,0.00004319494],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009010853,0.0021812846,0.59309673,0.0027899004,0.0011698504,0.00021341754,0.29467368,0.0011169858,0.0062545934,0.0127590075,0.060425103,0.016308602],"study_design_scores_gemma":[0.011842645,0.02741374,0.21292652,0.008546263,0.0005825777,0.000031444517,0.5765881,0.030803919,0.0032541065,0.09497501,0.03189437,0.001141301],"about_ca_topic_score_codex":0.001198114,"about_ca_topic_score_gemma":0.012464578,"teacher_disagreement_score":0.3801702,"about_ca_system_score_codex":0.0021399397,"about_ca_system_score_gemma":0.0058680926,"threshold_uncertainty_score":0.9997677},"labels":[],"label_agreement":null},{"id":"W240572859","doi":"","title":"Engaging the Humanities? Research Ethics in Canada","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; Research council; Research ethics; Agency (philosophy); Political science; Human research; Social research; Sociology; Public relations; Social science; Engineering ethics; Government (linguistics); Law; Engineering","score_opus":0.9099103023803706,"score_gpt":0.6854122957557205,"score_spread":0.22449800662465014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W240572859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7582401,0.0015422663,0.000031982665,0.20097321,0.0003044773,0.0006607556,0.0000044011144,0.000006518721,0.038236286],"genre_scores_gemma":[0.9912201,0.0021496015,0.00020994413,0.0005535816,0.0006220881,0.000011593288,0.000001293124,0.000017736778,0.00521405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98478717,0.003679469,0.0010159819,0.00022587871,0.009477265,0.00081420987],"domain_scores_gemma":[0.9283132,0.062784776,0.00020445435,0.00062171713,0.0077348603,0.00034100405],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08187171,0.00009104291,0.0002585166,0.00063910376,0.00078846805,0.00022604788,0.00064317574,0.0002584635,0.00061028515],"category_scores_gemma":[0.11872428,0.00006215831,0.000078144585,0.0012044318,0.0010220973,0.0001862134,0.00013953075,0.02700864,0.000030952662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007427828,0.0046845516,0.22104602,0.005282229,0.000671779,0.03566412,0.04522134,0.00020097554,0.011570036,0.28172708,0.32174268,0.06476138],"study_design_scores_gemma":[0.011928258,0.024255335,0.19833606,0.010940391,0.00008400194,0.0045669316,0.1640137,0.011329475,0.02219548,0.14029059,0.41113555,0.0009242101],"about_ca_topic_score_codex":0.14269976,"about_ca_topic_score_gemma":0.8707076,"teacher_disagreement_score":0.7280078,"about_ca_system_score_codex":0.0019655405,"about_ca_system_score_gemma":0.025213072,"threshold_uncertainty_score":0.98031306},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W242474527","doi":"","title":"International Research Infrastructure and the Impact of Export Control Regulations","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Political science; Institution; Globalization; Business; Public administration; Law","score_opus":0.04651553390739812,"score_gpt":0.4514202467585556,"score_spread":0.4049047128511575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W242474527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630586,0.000058649246,0.02483184,0.003523977,0.00016022101,0.00034298212,0.000012174497,0.0000033105928,0.008008257],"genre_scores_gemma":[0.9985533,0.0000143838415,0.000374376,0.0000026381936,0.00077160716,0.0000033434471,0.000011991755,0.000005974077,0.00026243675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979578,0.00031506625,0.00047370716,0.00008476951,0.0009801597,0.00018849302],"domain_scores_gemma":[0.996755,0.00065016904,0.00031340102,0.00013078575,0.0020434177,0.00010719649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007186102,0.00006503398,0.00014497536,0.00042119852,0.00020513214,0.00010339526,0.00017339214,0.000045499473,0.0002615973],"category_scores_gemma":[0.00028122077,0.000038654583,0.00011541942,0.00039419127,0.00046905718,0.00034962944,0.000025541627,0.00049067923,0.0000017258992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010763801,0.00069232646,0.50210506,0.000030701194,0.0011178524,0.000025073761,0.0065835216,0.002685647,0.03883681,0.32655314,0.029938953,0.08066713],"study_design_scores_gemma":[0.006338221,0.0011043211,0.9176139,0.00007875737,0.00002184459,0.00006125635,0.007540316,0.0061253686,0.0059298635,0.05234396,0.0027285602,0.000113577626],"about_ca_topic_score_codex":0.00003555756,"about_ca_topic_score_gemma":0.000005047052,"teacher_disagreement_score":0.4155089,"about_ca_system_score_codex":0.000070608585,"about_ca_system_score_gemma":0.00045530137,"threshold_uncertainty_score":0.2864307},"labels":[],"label_agreement":null},{"id":"W2616004446","doi":"","title":"Supporting Knowledge Mobilization and Research Impact Strategies in Grant Applications","year":2016,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Citation impact; Political science; Social research; Citation; Public relations; Grantsmanship; Sociology; Social science; Public administration; Library science; Higher education","score_opus":0.7008402576772212,"score_gpt":0.7181724566775245,"score_spread":0.01733219900030325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616004446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703491,0.0013309028,0.02213247,0.0024608357,0.00008357134,0.00058188476,0.000014960243,0.000006197168,0.0030401105],"genre_scores_gemma":[0.99768966,0.0008442994,0.000522421,0.0000023476086,0.00018147392,0.000027487697,0.0000013050739,0.000008848487,0.00072215346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9847255,0.0018953036,0.001441766,0.00046811346,0.010565464,0.0009038725],"domain_scores_gemma":[0.96715313,0.014238603,0.00047200613,0.0004994877,0.016953545,0.00068325055],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1332318,0.00010393059,0.00027382252,0.051070694,0.0003693711,0.0025955727,0.0012087199,0.0001267897,0.00021358884],"category_scores_gemma":[0.05246375,0.000055990553,0.00009869773,0.07561777,0.00058423827,0.0020177003,0.0002857632,0.0007195262,0.00007069752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046424722,0.0009336033,0.25292146,0.000047076872,0.00002528691,0.000117056516,0.00091986824,0.000030308596,0.07278461,0.0135339275,0.00959731,0.64862525],"study_design_scores_gemma":[0.0028301436,0.007101149,0.5868688,0.00029287636,0.0000061465416,0.00036915857,0.014621141,0.0027636697,0.017686486,0.33560076,0.03149206,0.00036760635],"about_ca_topic_score_codex":0.000036220437,"about_ca_topic_score_gemma":0.00017382998,"teacher_disagreement_score":0.6482576,"about_ca_system_score_codex":0.00040980944,"about_ca_system_score_gemma":0.0031060954,"threshold_uncertainty_score":0.99843985},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W275227830","doi":"","title":"Engaging the Humanities? Research Ethics in Canada. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research council; Research ethics; Agency (philosophy); Political science; The arts; Resistance (ecology); Sociology; Library science; Public relations; Government (linguistics); Engineering ethics; Social science; Law; Engineering","score_opus":0.9100279502941359,"score_gpt":0.6796345359991427,"score_spread":0.23039341429499316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W275227830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64820224,0.0019017654,0.000030017749,0.21715327,0.00035336678,0.0017015461,0.000010241652,0.000015784886,0.13063174],"genre_scores_gemma":[0.9882755,0.002935018,0.00026853423,0.0004584217,0.0009882001,0.000039413677,0.000003479088,0.000040999435,0.0069903987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96701705,0.008385191,0.0016734705,0.00049461494,0.020563712,0.0018659487],"domain_scores_gemma":[0.8616674,0.119597256,0.00029517338,0.0012827978,0.01645243,0.0007049493],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19213274,0.00015469466,0.00042579055,0.0016438888,0.0018941982,0.00047082617,0.0012856176,0.00048271418,0.00086526154],"category_scores_gemma":[0.14549835,0.000110734705,0.0001049186,0.0029169575,0.0026961432,0.00023300764,0.00038103916,0.050380774,0.00009404982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008504513,0.0039082244,0.026969748,0.0035947545,0.00048855616,0.015410643,0.036409173,0.00011821267,0.017929072,0.4901727,0.3590097,0.037484683],"study_design_scores_gemma":[0.011067341,0.017369509,0.07310496,0.007972186,0.00006204321,0.0021308921,0.21054083,0.0041886936,0.028656315,0.23523958,0.40873235,0.0009352994],"about_ca_topic_score_codex":0.112059124,"about_ca_topic_score_gemma":0.78745043,"teacher_disagreement_score":0.6753913,"about_ca_system_score_codex":0.003574213,"about_ca_system_score_gemma":0.03445808,"threshold_uncertainty_score":0.9994052},"labels":[],"label_agreement":null},{"id":"W305990243","doi":"","title":"Recent Developments in Human Research Protection in Canada","year":2011,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Research ethics; Bioethics; Political science; Institutional review board; Conflict of interest; Management; Sociology; Library science; Public relations; Medicine; Engineering ethics; Law; Engineering","score_opus":0.8496145019403525,"score_gpt":0.6570362385713043,"score_spread":0.19257826336904815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W305990243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815138,0.0001288001,0.000011535068,0.004253141,0.000110675566,0.0007414658,8.831333e-7,0.0000027388912,0.013236959],"genre_scores_gemma":[0.99718183,0.0011035309,0.0008148271,0.00003182783,0.0001245332,0.000037757432,0.0000025556856,0.00001447581,0.0006886377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991821,0.0012632456,0.0011624274,0.00025196516,0.0048292945,0.00067210064],"domain_scores_gemma":[0.9932657,0.0016345463,0.0001669891,0.00028147217,0.004237207,0.0004141074],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03856332,0.00008512791,0.0002665297,0.001372064,0.00013856032,0.00003712434,0.00033614997,0.00021855625,0.00027703063],"category_scores_gemma":[0.024688404,0.00007448995,0.00003488527,0.0017420409,0.00022537149,0.00019270011,0.000099485136,0.007228689,0.000011719914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.012977738,0.0041256375,0.7982542,0.0012166152,0.00012067941,0.013012517,0.0043072514,0.000007883383,0.032573104,0.008547301,0.002910546,0.12194655],"study_design_scores_gemma":[0.002882994,0.0055349506,0.919844,0.0018212259,0.0000035398218,0.00024002219,0.0034640108,0.00005801938,0.042048547,0.01937306,0.004595928,0.000133716],"about_ca_topic_score_codex":0.25213653,"about_ca_topic_score_gemma":0.9347101,"teacher_disagreement_score":0.68257356,"about_ca_system_score_codex":0.004036256,"about_ca_system_score_gemma":0.03336777,"threshold_uncertainty_score":0.9997871},"labels":[],"label_agreement":null},{"id":"W350423853","doi":"","title":"Academic Capitalism. Politics, Policies and the Entrepreneurial University","year":2001,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capitalism; Higher education; Politics; Order (exchange); Autonomy; Political science; Public administration; Public institution; Economics; Economic growth; Finance; Law","score_opus":0.05738315002671022,"score_gpt":0.4200813404224177,"score_spread":0.36269819039570744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W350423853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92817026,0.00023641533,0.000030800005,0.06278039,0.00022420027,0.00009435362,0.0000013848885,0.0000038293233,0.008458371],"genre_scores_gemma":[0.98866475,0.003723617,0.000059145335,0.00008274807,0.0008490241,3.439254e-7,4.3891285e-7,0.000001589145,0.006618348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984628,0.00046621438,0.00015279996,0.000054231063,0.0006842237,0.00017975757],"domain_scores_gemma":[0.99896586,0.00033207,0.00012246412,0.000051126848,0.00039537103,0.00013309908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023383128,0.000031595155,0.00006719504,0.00009315981,0.0005108031,0.00008286705,0.00017333975,0.00004618666,0.00008083548],"category_scores_gemma":[0.0007525296,0.000023171204,0.000027626336,0.00022542008,0.0005739954,0.00027086263,0.00001944619,0.00026912155,0.000006763204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006532372,0.000084707215,0.045273997,0.000007671225,0.000038143196,0.00006777088,0.07409985,0.0000021574156,0.00010669801,0.8375828,0.03898656,0.0030963717],"study_design_scores_gemma":[0.0012552652,0.00014120492,0.06257253,0.000032579148,0.000011142149,0.00005506221,0.03345309,0.000003417066,0.00020400183,0.020651778,0.88155043,0.000069513226],"about_ca_topic_score_codex":0.0007499633,"about_ca_topic_score_gemma":0.0003484218,"teacher_disagreement_score":0.84256387,"about_ca_system_score_codex":0.00014388931,"about_ca_system_score_gemma":0.0014916018,"threshold_uncertainty_score":0.3928736},"labels":[],"label_agreement":null}]}