{"meta":{"query_hash":"08aae751e657","filters":{"venue":"Journal of Research Administration"},"cohort_total":15,"direct_labels_cover":2,"predictions_cover":15,"exported":15,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/08aae751e657","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Research+Administration"},"results":[{"id":"W1505087939","doi":"","title":"Networks of Neuroscientists: Professional Interactions within an Interdisciplinary Brain Research Institute.","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social network analysis; Psychology; Foundation (evidence); Social network (sociolinguistics); Sociology; Medical education; Library science; Medicine; Political science; Computer science; Social science; Social media","score_opus":0.263946561709452,"score_gpt":0.5875154714693472,"score_spread":0.3235689097598952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505087939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943693,0.00016870856,0.0011180434,0.0004104986,0.0000073306933,0.000039461,0.00034532504,0.000012699212,0.0035286646],"genre_scores_gemma":[0.9983575,0.00011180431,0.0007702169,0.000023282282,0.0000057707653,0.000035048244,0.00020708492,0.000002711664,0.0004866057],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976336,0.001138475,0.00010279891,0.0002879382,0.00057190977,0.000265273],"domain_scores_gemma":[0.98567617,0.0063115456,0.0046735224,0.00035418104,0.0011845141,0.0017999915],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027915759,0.00022646307,0.00022620024,0.004563585,0.002240865,0.0021858416,0.00067571434,0.0004890714,0.003119187],"category_scores_gemma":[0.013049163,0.0001580751,0.00022860256,0.0037517669,0.0010194571,0.0022012575,0.003040287,0.00047103583,0.00021616984],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001728587,0.00013463595,0.92793864,0.00013094119,0.00012435723,0.00019809995,0.03693155,0.00089457154,0.000883556,0.0027161883,0.0012942957,0.0285804],"study_design_scores_gemma":[0.000012787993,0.00011037726,0.9171164,0.00006251321,0.00006926296,0.00018221718,0.06785477,0.005554372,0.00046552398,0.0018827185,0.006657757,0.00003119349],"about_ca_topic_score_codex":0.052617196,"about_ca_topic_score_gemma":0.082536645,"teacher_disagreement_score":0.99775916,"about_ca_system_score_codex":0.0044748033,"about_ca_system_score_gemma":0.0031121431,"threshold_uncertainty_score":0.10462183},"labels":[],"label_agreement":null},{"id":"W1510536834","doi":"","title":"Preventing Data Fabrication in Telephone Survey Research","year":2004,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; Accreditation; Public relations; Population; Business; Quality assurance; Marketing; Political science; Sociology; Medical education; Medicine","score_opus":0.8212083342947195,"score_gpt":0.6723222790953819,"score_spread":0.14888605519933762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510536834","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052101772,0.005244726,0.723657,0.068399504,0.009572338,0.07861536,0.005081947,0.0048668054,0.052460592],"genre_scores_gemma":[0.18727025,0.0026100494,0.6212089,0.061306663,0.003537442,0.10854029,0.0015707883,0.0011534049,0.012802265],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.1304195,0.7493053,0.04993846,0.016737945,0.050210603,0.003388213],"domain_scores_gemma":[0.07765355,0.670668,0.06660416,0.13448122,0.0480703,0.0025227156],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6436762,0.0028905375,0.003916432,0.013957312,0.010419901,0.009010579,0.010255405,0.011946325,0.01985883],"category_scores_gemma":[0.76204777,0.0056184214,0.0031792452,0.012702001,0.017411776,0.010260343,0.015225503,0.01585768,0.010773016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028782946,0.001061437,0.039260563,0.013456126,0.00060241175,0.0046640066,0.104711115,0.0030431596,0.006694683,0.12427479,0.2585516,0.4408018],"study_design_scores_gemma":[0.0013509459,0.0024370784,0.04053218,0.046263777,0.0006125993,0.0038439387,0.037344348,0.022318432,0.020187618,0.11879779,0.7055924,0.00071890693],"about_ca_topic_score_codex":0.0047755735,"about_ca_topic_score_gemma":0.005205618,"teacher_disagreement_score":0.9880537,"about_ca_system_score_codex":0.013822619,"about_ca_system_score_gemma":0.023003763,"threshold_uncertainty_score":0.4394107},"labels":[],"label_agreement":null},{"id":"W1535688875","doi":"","title":"New Decision Tool To Evaluate Award Selection Process","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Process (computing); Medical education; Public relations; Psychology; Management; Political science; Medicine; Computer science; Economics","score_opus":0.8218983377358803,"score_gpt":0.6495537627491935,"score_spread":0.17234457498668676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535688875","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11957882,0.0016080976,0.77903676,0.0036057434,0.0023732337,0.017214937,0.011196922,0.016352918,0.04903254],"genre_scores_gemma":[0.24920136,0.0003624132,0.7295764,0.0005272644,0.00030342676,0.009626225,0.0043291664,0.00077964464,0.0052941865],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.76528716,0.1378393,0.035041228,0.008775675,0.050382845,0.002673835],"domain_scores_gemma":[0.35156873,0.5168376,0.024909634,0.013519026,0.08881826,0.0043467553],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15067264,0.0025625292,0.0030946673,0.027446289,0.002097043,0.011176645,0.0032611426,0.0024413734,0.026757903],"category_scores_gemma":[0.39416882,0.0008891404,0.003504261,0.01026712,0.0015066034,0.009620522,0.004643492,0.003193225,0.0053156256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003972835,0.0013925548,0.045327682,0.0032041515,0.00072566606,0.0003721135,0.0037468742,0.027652727,0.0013189745,0.03929247,0.052709978,0.820284],"study_design_scores_gemma":[0.0030136046,0.0047192685,0.036662932,0.0034109296,0.0011888136,0.00080891803,0.0069960505,0.68021405,0.013743983,0.0690469,0.17909801,0.0010965195],"about_ca_topic_score_codex":0.0034593674,"about_ca_topic_score_gemma":0.002859181,"teacher_disagreement_score":0.8493273,"about_ca_system_score_codex":0.0062531354,"about_ca_system_score_gemma":0.008208898,"threshold_uncertainty_score":0.79684263},"labels":[],"label_agreement":null},{"id":"W1607169246","doi":"","title":"Research Administration and Management","year":2006,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Administration (probate law); Glossary; Vetting; Public relations; Library science; Sociology; Management; Engineering ethics; Political science; Computer science; History; Law; Engineering","score_opus":0.31682788023604125,"score_gpt":0.5751484933241333,"score_spread":0.25832061308809207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607169246","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016163761,0.04001319,0.014907947,0.2427267,0.0082121305,0.00034871607,0.00018424338,0.0004383735,0.6915523],"genre_scores_gemma":[0.20266075,0.06539107,0.030851299,0.11818248,0.023285195,0.0018170701,0.00062875095,0.000987001,0.5561964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8922713,0.06411689,0.0053970544,0.010033165,0.022658546,0.005523095],"domain_scores_gemma":[0.9139405,0.035115294,0.007898602,0.013093227,0.016728183,0.013224289],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04976833,0.0009722299,0.0014800098,0.0036521398,0.012327109,0.052495673,0.0028970328,0.008278935,0.02279522],"category_scores_gemma":[0.09358062,0.00086259266,0.0007094878,0.0064316792,0.036857642,0.026083115,0.0139275035,0.01124314,0.020436933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013182753,0.000028430873,0.0003491965,0.00020944377,0.000012765494,0.000047849087,0.004933311,0.00008393269,0.000084127256,0.77822006,0.16413966,0.051878117],"study_design_scores_gemma":[0.0000060797115,0.00001976718,0.0002595616,0.00054477475,0.0000036653973,0.00006766157,0.0020166684,0.00006213916,0.000043630927,0.08711223,0.90984815,0.00001567913],"about_ca_topic_score_codex":0.004001859,"about_ca_topic_score_gemma":0.0030753186,"teacher_disagreement_score":0.9502317,"about_ca_system_score_codex":0.015154607,"about_ca_system_score_gemma":0.049235716,"threshold_uncertainty_score":0.2632032},"labels":[],"label_agreement":null},{"id":"W189964354","doi":"","title":"Rebuilding a Research Ethics Committee","year":2013,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research ethics; Bioethics; Government (linguistics); Ethics committee; Political science; Human research; Public administration; Commission; Public relations; Law; Medicine; Engineering ethics; Engineering","score_opus":0.8548915862931077,"score_gpt":0.7305389448521774,"score_spread":0.12435264144093028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W189964354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011003206,0.008002323,0.25114977,0.6094711,0.04996094,0.015916679,0.00035966572,0.0026445608,0.051491838],"genre_scores_gemma":[0.12161625,0.007197681,0.39249966,0.35408884,0.018480653,0.027118783,0.0011791051,0.003441625,0.074377425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.39694145,0.4448984,0.04084275,0.02460251,0.07601981,0.01669513],"domain_scores_gemma":[0.24060072,0.25093907,0.02955994,0.115567744,0.2607397,0.10259274],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4962102,0.0018405374,0.0030871462,0.008298215,0.012651958,0.028431093,0.008871527,0.01613032,0.011147739],"category_scores_gemma":[0.50264746,0.0033005816,0.0034893253,0.004642738,0.019232236,0.03109219,0.026051218,0.055457085,0.013817393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031205453,0.00069137046,0.0038730328,0.0015125423,0.00020985324,0.001890923,0.043359976,0.0012907105,0.002962062,0.11544025,0.5463366,0.2821207],"study_design_scores_gemma":[0.00010878611,0.00022371093,0.0013782083,0.0025562043,0.000042831256,0.0007305675,0.00756883,0.00090793567,0.0010066306,0.036283787,0.9490142,0.00017833426],"about_ca_topic_score_codex":0.0052583925,"about_ca_topic_score_gemma":0.0063418956,"teacher_disagreement_score":0.9838697,"about_ca_system_score_codex":0.024370994,"about_ca_system_score_gemma":0.15478192,"threshold_uncertainty_score":0.62126255},"labels":[],"label_agreement":null},{"id":"W194236826","doi":"","title":"Recommendations for Writing Successful Proposals from the Reviewer's Perspective. (Shop Talk)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Enthusiasm; Public relations; Principal (computer security); Agency (philosophy); Perspective (graphical); Value (mathematics); Grant writing; Plan (archaeology); Political science; Psychology; Computer science; Sociology; Law; Social psychology","score_opus":0.24013014935431337,"score_gpt":0.41715548946541126,"score_spread":0.17702534011109788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194236826","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007518511,0.0051059853,0.026109964,0.64339274,0.28608233,0.0063324687,0.0005663143,0.0050745453,0.026583897],"genre_scores_gemma":[0.017403483,0.019015701,0.17375763,0.32273713,0.2339696,0.03703883,0.0021262846,0.0055715484,0.18837984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7467744,0.14204922,0.04176114,0.0072950656,0.052937917,0.009182284],"domain_scores_gemma":[0.29309568,0.16921553,0.036226243,0.026801797,0.38779175,0.08686905],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22863851,0.0033852663,0.0026708331,0.010842331,0.011645928,0.037654724,0.010086487,0.04339384,0.10468478],"category_scores_gemma":[0.5533969,0.0034352296,0.005627487,0.007239591,0.0091265645,0.029207211,0.012792669,0.020578664,0.1317618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003288296,0.00004147233,0.00014124729,0.0005904356,0.000013322774,0.0002260557,0.0009880875,0.00013011304,0.00016470354,0.002078708,0.95624954,0.03934343],"study_design_scores_gemma":[0.00009914246,0.000074656804,0.00030291738,0.0026231147,0.000038641196,0.00037377028,0.003917144,0.00030393075,0.00020373134,0.0075761713,0.98431474,0.00017196228],"about_ca_topic_score_codex":0.0024015126,"about_ca_topic_score_gemma":0.0044352384,"teacher_disagreement_score":0.7713615,"about_ca_system_score_codex":0.0071726297,"about_ca_system_score_gemma":0.06368947,"threshold_uncertainty_score":0.95122606},"labels":[],"label_agreement":null},{"id":"W217661956","doi":"","title":"Demystifying the NIH Proposal Review Process","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Mental health; Government (linguistics); Curriculum; Enthusiasm; Political science; Psychology; Library science; Medical education; Pedagogy; Sociology; Medicine; Psychiatry","score_opus":0.40852634673631605,"score_gpt":0.6774975301193182,"score_spread":0.2689711833830022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W217661956","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005966114,0.0034552952,0.017845754,0.71751446,0.21258366,0.0114513505,0.0009920237,0.0023265795,0.03323418],"genre_scores_gemma":[0.013922887,0.0065160356,0.094315514,0.56574583,0.11348811,0.053851422,0.0025853876,0.003231485,0.14634337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4703592,0.25392145,0.07103693,0.013893259,0.17019889,0.020590253],"domain_scores_gemma":[0.17149527,0.2647834,0.02737638,0.054610692,0.4428095,0.03892474],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5254218,0.003054298,0.0043487344,0.026433205,0.016548187,0.05376655,0.016908642,0.04425793,0.05855763],"category_scores_gemma":[0.7459822,0.0056181233,0.007426573,0.012544028,0.019710392,0.020189455,0.02990016,0.046321593,0.0399987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050600767,0.00004980174,0.00030106332,0.0009052263,0.000036067886,0.00030545925,0.0017414606,0.00019688257,0.00019650235,0.026947774,0.92895985,0.04030915],"study_design_scores_gemma":[0.0000523471,0.00004651414,0.0004630645,0.0023571604,0.00004044183,0.00013064312,0.0012471969,0.00037422456,0.00013576291,0.01192607,0.983115,0.000111545545],"about_ca_topic_score_codex":0.013259912,"about_ca_topic_score_gemma":0.01679836,"teacher_disagreement_score":0.4745782,"about_ca_system_score_codex":0.03969196,"about_ca_system_score_gemma":0.20465298,"threshold_uncertainty_score":0.5852394},"labels":[],"label_agreement":null},{"id":"W225686392","doi":"","title":"New Decision Tool to Evaluate Award Selection Process. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Quality (philosophy); Medical education; Political science; Medicine","score_opus":0.4463253509570746,"score_gpt":0.6352224192365382,"score_spread":0.18889706827946362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W225686392","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06369455,0.005947321,0.7352631,0.00738114,0.003282771,0.021294829,0.02642157,0.009254564,0.12746015],"genre_scores_gemma":[0.23214705,0.0011948879,0.7323023,0.0014891136,0.00043967974,0.0161208,0.0057096076,0.00048747912,0.0101091005],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8601406,0.095622495,0.01434241,0.005650927,0.022425702,0.0018178895],"domain_scores_gemma":[0.6462654,0.29578924,0.015855562,0.00783403,0.031402487,0.0028533263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09196936,0.0022953977,0.002631151,0.0147089185,0.0018714382,0.009712291,0.0025727493,0.0027906122,0.03691992],"category_scores_gemma":[0.26099473,0.0007274883,0.0034025868,0.011568635,0.0016017961,0.0074258735,0.003947769,0.003696395,0.0068255165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022920321,0.0010009479,0.04854662,0.0034261534,0.0009599089,0.00023771243,0.0018604408,0.014315566,0.00050360936,0.057942394,0.077770025,0.79114455],"study_design_scores_gemma":[0.0019321309,0.0051955013,0.06885444,0.005668984,0.0019124348,0.0018246197,0.007999777,0.37022185,0.0050022267,0.180176,0.35041654,0.0007955794],"about_ca_topic_score_codex":0.004246671,"about_ca_topic_score_gemma":0.004854279,"teacher_disagreement_score":0.9080306,"about_ca_system_score_codex":0.0046184678,"about_ca_system_score_gemma":0.008063349,"threshold_uncertainty_score":0.4863863},"labels":[],"label_agreement":null},{"id":"W2305696576","doi":"","title":"Measuring Interactions among Research Grant Recipients through Social Network Analysis: Insights into Evaluating and Improving Research Collaborations","year":2015,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Public relations; Medical education; Sociology; Psychology; Political science; Medicine","score_opus":0.7977206226475549,"score_gpt":0.6374265926193385,"score_spread":0.1602940300282164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305696576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96113783,0.0011228413,0.02067271,0.0032446876,0.00006948889,0.0011913283,0.00096203224,0.00014788062,0.011451298],"genre_scores_gemma":[0.9701524,0.0006056776,0.027030576,0.00016324867,0.000038400918,0.0009670328,0.0004347263,0.000018500674,0.0005894743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9479771,0.04242941,0.002552806,0.0016383432,0.00418458,0.0012177391],"domain_scores_gemma":[0.80637395,0.13763914,0.031679466,0.0054925713,0.014203493,0.0046114535],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04506275,0.00060545304,0.00057180406,0.006134126,0.002821816,0.0059362105,0.0015598461,0.0010194208,0.0018483485],"category_scores_gemma":[0.10764048,0.00035608202,0.0006570366,0.005282707,0.0013058144,0.005939599,0.004208606,0.0011393576,0.0003236308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039246082,0.00081573613,0.61522204,0.0018627599,0.00043216662,0.00025817542,0.11379445,0.0019685177,0.002463359,0.0046520326,0.0036770543,0.25446123],"study_design_scores_gemma":[0.000097179356,0.0013496733,0.6469203,0.0015096839,0.00041170215,0.00037510955,0.27272916,0.026260568,0.0036203107,0.017132076,0.02933324,0.00026097265],"about_ca_topic_score_codex":0.0060869567,"about_ca_topic_score_gemma":0.011970242,"teacher_disagreement_score":0.9549372,"about_ca_system_score_codex":0.0034730912,"about_ca_system_score_gemma":0.0052898605,"threshold_uncertainty_score":0.23831743},"labels":[],"label_agreement":null},{"id":"W240572859","doi":"","title":"Engaging the Humanities? Research Ethics in Canada","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; Research council; Research ethics; Agency (philosophy); Political science; Human research; Social research; Sociology; Public relations; Social science; Engineering ethics; Government (linguistics); Law; Engineering","score_opus":0.9099103023803706,"score_gpt":0.6854122957557205,"score_spread":0.22449800662465014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W240572859","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043897334,0.03163947,0.0038064457,0.7361684,0.0019363458,0.00044576358,0.00037684193,0.00008740855,0.1816419],"genre_scores_gemma":[0.84468067,0.01575263,0.0058487747,0.09354229,0.0004121411,0.0003583569,0.00017062266,0.00008012305,0.039154507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.90169173,0.04909173,0.0026202486,0.004668346,0.023007574,0.018920295],"domain_scores_gemma":[0.82993233,0.06726141,0.009812543,0.005093286,0.04533228,0.042568147],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.053777564,0.00054371444,0.0010393531,0.002602467,0.040707365,0.02563194,0.0037762797,0.0066452636,0.007926403],"category_scores_gemma":[0.08451983,0.0006825868,0.0005494477,0.007749286,0.040115,0.005871403,0.0119445585,0.009525085,0.0006101752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009585741,0.00011221134,0.015224312,0.001040333,0.000051835126,0.00073121453,0.09997625,0.0008877346,0.00039625217,0.6317544,0.17278579,0.076943874],"study_design_scores_gemma":[0.00006801547,0.000060685587,0.033727445,0.0030752672,0.00003780241,0.00022244656,0.12845914,0.0009889036,0.00042567053,0.086637996,0.74609405,0.00020256154],"about_ca_topic_score_codex":0.9850042,"about_ca_topic_score_gemma":0.9879628,"teacher_disagreement_score":0.99335474,"about_ca_system_score_codex":0.29005325,"about_ca_system_score_gemma":0.67253715,"threshold_uncertainty_score":0.8234376},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W242474527","doi":"","title":"International Research Infrastructure and the Impact of Export Control Regulations","year":2007,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Political science; Institution; Globalization; Business; Public administration; Law","score_opus":0.04651553390739812,"score_gpt":0.4514202467585556,"score_spread":0.4049047128511575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W242474527","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016529428,0.012584007,0.006515292,0.15614717,0.0023614406,0.00020599825,0.0010802136,0.00039487536,0.8041815],"genre_scores_gemma":[0.681365,0.019325957,0.009689418,0.101668335,0.004736609,0.0008834431,0.0023609335,0.0008978046,0.17907245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96265614,0.014678254,0.0018992499,0.0040693465,0.011307332,0.0053897058],"domain_scores_gemma":[0.88005966,0.061196,0.017884534,0.013982143,0.018892966,0.007984698],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.043903377,0.00057573227,0.00064073544,0.0043916088,0.006275633,0.027506651,0.0030468788,0.0062346994,0.042261582],"category_scores_gemma":[0.090804234,0.0006912252,0.00093120156,0.0055535315,0.01867429,0.014275343,0.0108524915,0.006837639,0.0044219014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036802325,0.000037073,0.0026979109,0.00012677266,0.000011404047,0.00008214854,0.001089649,0.00023355008,0.00008608017,0.92309,0.052749507,0.019759016],"study_design_scores_gemma":[0.000036403773,0.00009472184,0.010539827,0.0015066867,0.000025207839,0.00017215707,0.003334212,0.00042963383,0.0003293369,0.15021567,0.8332512,0.00006492498],"about_ca_topic_score_codex":0.0175197,"about_ca_topic_score_gemma":0.008991082,"teacher_disagreement_score":0.97249335,"about_ca_system_score_codex":0.01102842,"about_ca_system_score_gemma":0.022245685,"threshold_uncertainty_score":0.23218602},"labels":[],"label_agreement":null},{"id":"W2616004446","doi":"","title":"Supporting Knowledge Mobilization and Research Impact Strategies in Grant Applications","year":2016,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Citation impact; Political science; Social research; Citation; Public relations; Grantsmanship; Sociology; Social science; Public administration; Library science; Higher education","score_opus":0.7008402576772212,"score_gpt":0.7181724566775245,"score_spread":0.01733219900030325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616004446","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071105234,0.0041235327,0.16085307,0.17013459,0.0020222238,0.016040774,0.0006919322,0.0019058948,0.57312274],"genre_scores_gemma":[0.76876235,0.0025433786,0.16805325,0.016230725,0.0013424858,0.022494523,0.0006120929,0.0005103032,0.019450909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.6400021,0.2599458,0.018912226,0.01468593,0.044951785,0.021502135],"domain_scores_gemma":[0.3546723,0.4877801,0.033814024,0.036920413,0.05418892,0.032624204],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3550978,0.002229256,0.0017704361,0.015645096,0.013636316,0.051411312,0.008277542,0.014273613,0.03863518],"category_scores_gemma":[0.54227036,0.0014878709,0.0021788264,0.012563345,0.016289659,0.03284224,0.044930354,0.010044614,0.011825886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033248676,0.0016429452,0.010356981,0.0028372393,0.0001788694,0.0006717042,0.035896674,0.00464044,0.0011505431,0.46812582,0.038171925,0.4359943],"study_design_scores_gemma":[0.0006910486,0.0007190145,0.0077351085,0.006105926,0.00022887648,0.00029614326,0.030815784,0.007391511,0.0023431946,0.6789777,0.2644156,0.0002800891],"about_ca_topic_score_codex":0.0030588883,"about_ca_topic_score_gemma":0.0035102272,"teacher_disagreement_score":0.6449022,"about_ca_system_score_codex":0.025849696,"about_ca_system_score_gemma":0.109788395,"threshold_uncertainty_score":0.79527926},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W275227830","doi":"","title":"Engaging the Humanities? Research Ethics in Canada. (Applied Research)","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research council; Research ethics; Agency (philosophy); Political science; The arts; Resistance (ecology); Sociology; Library science; Public relations; Government (linguistics); Engineering ethics; Social science; Law; Engineering","score_opus":0.9100279502941359,"score_gpt":0.6796345359991427,"score_spread":0.23039341429499316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W275227830","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034503539,0.21744551,0.0027003814,0.5484827,0.0057315063,0.0001474958,0.0004442288,0.00011736266,0.22148049],"genre_scores_gemma":[0.35570347,0.22616504,0.011175965,0.2415851,0.0048434543,0.00068476,0.00059131475,0.00030899612,0.15894178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96484417,0.015574972,0.0011988186,0.0024302101,0.011399555,0.0045521837],"domain_scores_gemma":[0.96222156,0.016427035,0.0017825891,0.0013540547,0.011330427,0.0068843244],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018500999,0.00082622573,0.00088829023,0.003695482,0.026157187,0.02989621,0.0028334213,0.010277111,0.013057395],"category_scores_gemma":[0.03152191,0.0007564923,0.00046302928,0.014802295,0.05318683,0.006536131,0.008459962,0.010458184,0.0019730858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000020632171,0.000038404083,0.0014278778,0.0010785621,0.0000142949375,0.0003121868,0.031222887,0.0002589613,0.00010551353,0.49725798,0.38893467,0.079328],"study_design_scores_gemma":[0.0000091884385,0.000013174463,0.004963707,0.0025611806,0.00000835522,0.00015582351,0.016322784,0.00019040257,0.00006888957,0.05782846,0.9178303,0.000047793554],"about_ca_topic_score_codex":0.9578676,"about_ca_topic_score_gemma":0.96350557,"teacher_disagreement_score":0.9897229,"about_ca_system_score_codex":0.17252564,"about_ca_system_score_gemma":0.35725734,"threshold_uncertainty_score":0.959753},"labels":[],"label_agreement":null},{"id":"W305990243","doi":"","title":"Recent Developments in Human Research Protection in Canada","year":2011,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Research ethics; Bioethics; Political science; Institutional review board; Conflict of interest; Management; Sociology; Library science; Public relations; Medicine; Engineering ethics; Law; Engineering","score_opus":0.8496145019403525,"score_gpt":0.6570362385713043,"score_spread":0.19257826336904815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W305990243","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018869664,0.094371915,0.0029207603,0.6396598,0.016204372,0.00021864918,0.0017975862,0.00038187669,0.242558],"genre_scores_gemma":[0.070139945,0.20241992,0.015957437,0.39359847,0.0110063525,0.00045955376,0.003049128,0.0006167981,0.30275244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9673363,0.0044499054,0.001268561,0.0035326416,0.017269637,0.0061429543],"domain_scores_gemma":[0.9248885,0.013565036,0.0018191978,0.0031156484,0.03709384,0.019517832],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026905525,0.0010836885,0.0011659069,0.006489902,0.012114039,0.01611861,0.0055803196,0.013777374,0.058383003],"category_scores_gemma":[0.04089783,0.0010161763,0.0015237363,0.01020547,0.014673828,0.0061542424,0.0064989566,0.01373993,0.0067099375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000036982125,0.000059130754,0.0014126514,0.0007340133,0.000025579371,0.00040810573,0.0012519002,0.00037355864,0.00020750248,0.3037475,0.59615344,0.095589586],"study_design_scores_gemma":[0.00000946937,0.000010043101,0.002348183,0.00066049886,0.000008111547,0.00010126558,0.00039057445,0.00011155734,0.000057880705,0.0065212096,0.9897508,0.000030405936],"about_ca_topic_score_codex":0.94939667,"about_ca_topic_score_gemma":0.9422253,"teacher_disagreement_score":0.9862226,"about_ca_system_score_codex":0.16829756,"about_ca_system_score_gemma":0.4031096,"threshold_uncertainty_score":0.96465695},"labels":[],"label_agreement":null},{"id":"W350423853","doi":"","title":"Academic Capitalism. Politics, Policies and the Entrepreneurial University","year":2001,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capitalism; Higher education; Politics; Order (exchange); Autonomy; Political science; Public administration; Public institution; Economics; Economic growth; Finance; Law","score_opus":0.05738315002671022,"score_gpt":0.4200813404224177,"score_spread":0.36269819039570744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W350423853","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022587104,0.99208707,0.000033405446,0.0021629364,0.00037998165,0.0000047797107,0.000010831444,0.0000014286092,0.005093703],"genre_scores_gemma":[0.0072334106,0.99038833,0.000037761347,0.0005920065,0.0008792903,0.00001039299,0.00002315329,0.0000013419221,0.0008342605],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882585,0.00044149128,0.000089730245,0.00011758709,0.0003714391,0.00015373883],"domain_scores_gemma":[0.9932347,0.0049034962,0.00084645423,0.00008619764,0.00061773194,0.00031147362],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022037767,0.0004555651,0.0009285012,0.0037261439,0.0007965462,0.0053807897,0.000964418,0.0026427587,0.0054536774],"category_scores_gemma":[0.0053725606,0.00029689737,0.00036272855,0.007516053,0.0025876262,0.0038059726,0.0011326154,0.001941621,0.0013245807],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000770242,0.0002058359,0.0029337702,0.027775941,0.00012335401,0.00025431163,0.00073363486,0.0012137882,0.00011056305,0.2465924,0.164098,0.5558814],"study_design_scores_gemma":[0.000016837921,0.00006633507,0.010538777,0.030542731,0.00008086736,0.00028538564,0.00096585706,0.00019849902,0.000053823675,0.023330312,0.9338978,0.000022750224],"about_ca_topic_score_codex":0.0062653855,"about_ca_topic_score_gemma":0.0060693272,"teacher_disagreement_score":0.99920344,"about_ca_system_score_codex":0.0038500198,"about_ca_system_score_gemma":0.00636424,"threshold_uncertainty_score":0.027933955},"labels":[],"label_agreement":null}]}