{"meta":{"query_hash":"445706b3482e","filters":{"venue":"Research Evaluation"},"cohort_total":31,"direct_labels_cover":7,"predictions_cover":31,"exported":31,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/445706b3482e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+Evaluation"},"results":[{"id":"W1964238286","doi":"10.3152/095820208x331685","title":"The effect of university–industry collaboration on the scientific impact of publications: the Canadian case, 1980–2005","year":2008,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Proxy (statistics); Citation impact; Impact factor; Citation; Library science; Scientific field; Field (mathematics); Political science; Engineering; Statistics; Computer science; Mathematics; Law","score_opus":0.7929027252031994,"score_gpt":0.6583639922991803,"score_spread":0.13453873290401908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964238286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791776,0.0003049699,0.000015765245,0.010551853,0.00014969456,0.0015011952,0.00007995359,0.000004117908,0.008214837],"genre_scores_gemma":[0.99635905,0.00006525257,0.000005925635,0.000005609522,0.000036068137,0.000024886554,0.000009979676,0.000004839779,0.0034884058],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96757215,0.010667453,0.00050861284,0.00048881467,0.02002274,0.000740256],"domain_scores_gemma":[0.92264056,0.05250234,0.0003547271,0.0019477984,0.022138678,0.00041591233],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.26544315,0.000089410896,0.00014017177,0.02278983,0.005195083,0.0017458415,0.0023418237,0.00014694764,0.00055457215],"category_scores_gemma":[0.19679096,0.000036781003,0.00012653219,0.17503549,0.0017058696,0.0004580744,0.00022219535,0.000680069,0.00011755805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040746309,0.0001913643,0.15608342,0.000010264266,0.0001611293,0.000039515846,0.0020713627,0.0061701564,0.0021014067,0.02137452,0.63383085,0.17755856],"study_design_scores_gemma":[0.0013273844,0.0019528205,0.6832947,0.000031079075,0.00003442675,0.00010227586,0.0059368275,0.2298632,0.006289696,0.0036710757,0.06727146,0.00022502952],"about_ca_topic_score_codex":0.028813874,"about_ca_topic_score_gemma":0.0651793,"teacher_disagreement_score":0.5665594,"about_ca_system_score_codex":0.0013227226,"about_ca_system_score_gemma":0.0081312265,"threshold_uncertainty_score":0.99929047},"labels":[],"label_agreement":null},{"id":"W2045237841","doi":"10.3152/095820211x13118583635675","title":"Assessing policy and practice impacts of social science research: the application of the Payback Framework to assess the Future of Work programme","year":2011,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Work (physics); Principal (computer security); Conceptual framework; Impact assessment; Exploratory research; Management science; Political science; Sociology; Public relations; Economics; Social science; Public administration; Computer science; Engineering","score_opus":0.6809027168370274,"score_gpt":0.7071491872714307,"score_spread":0.026246470434403313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045237841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90291387,0.00090131006,0.0004914386,0.061461978,0.00025356814,0.010602987,0.0000089729065,0.00001969984,0.023346152],"genre_scores_gemma":[0.9963126,0.00009908479,0.002256025,0.0002175102,0.00052752736,0.00052610476,0.0000019924096,0.000015740417,0.000043412107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9745077,0.01804777,0.00072304095,0.00034981265,0.0052545345,0.0011171675],"domain_scores_gemma":[0.9760288,0.012680762,0.00066775945,0.0009916215,0.009444429,0.00018662601],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11623282,0.000103504,0.00020850776,0.00029772043,0.003360967,0.000058056543,0.0010954251,0.00021624574,0.00004447947],"category_scores_gemma":[0.059121426,0.000052425938,0.000041871255,0.0074032955,0.0018980986,0.00044561463,0.0007399999,0.0018535693,0.000015080963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009095152,0.00042092145,0.04180593,0.0008873301,0.000044135984,1.9578077e-7,0.17780542,0.000015249666,0.0055922656,0.43458402,0.003200956,0.33473405],"study_design_scores_gemma":[0.00038342873,0.00029365293,0.7409143,0.0011382077,0.000042127234,0.0000013122118,0.19701454,0.00047414683,0.001328492,0.04688414,0.011426876,0.00009875776],"about_ca_topic_score_codex":0.002200397,"about_ca_topic_score_gemma":0.0002017264,"teacher_disagreement_score":0.69910836,"about_ca_system_score_codex":0.0006785191,"about_ca_system_score_gemma":0.0054094945,"threshold_uncertainty_score":0.99793655},"labels":[],"label_agreement":null},{"id":"W2063748664","doi":"10.3152/095820210x12827366906562","title":"Evaluation of RT&D: from 'prescriptions for justifying' to 'user-oriented guidance for learning'","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hierarchy; Subject (documents); Frame (networking); Work (physics); Production (economics); Computer science; Knowledge management; Sociology; Operations research; Political science; Engineering; Economics; Library science; Telecommunications; Microeconomics","score_opus":0.9214874769191007,"score_gpt":0.7382062644885964,"score_spread":0.18328121243050433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063748664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8297005,0.00038566513,0.15867896,0.002026296,0.0012595151,0.006122961,0.00031971844,0.000026921674,0.0014794472],"genre_scores_gemma":[0.9630483,0.00002150575,0.031724494,0.000025548658,0.00042035754,0.0023897563,0.00020042429,0.000027955419,0.0021416831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9487519,0.003005771,0.0013058148,0.0014012244,0.044437494,0.001097789],"domain_scores_gemma":[0.8613927,0.02066744,0.00041106556,0.0014386242,0.11551323,0.0005769756],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3381659,0.00016153303,0.0003359653,0.028728655,0.00084163627,0.0010226091,0.0017881972,0.000223854,0.0016498595],"category_scores_gemma":[0.63737196,0.00013495346,0.0002125975,0.063060075,0.00020212907,0.00064206286,0.00042148074,0.00056512404,0.00029744595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029430157,0.00035470616,0.007244354,0.000022563107,0.000050206065,7.589731e-8,0.00085483736,0.005258603,0.27691302,0.0031671785,0.07591759,0.62992257],"study_design_scores_gemma":[0.0027552377,0.00064213,0.064569935,0.00003301357,0.00009633789,4.1122442e-7,0.00084897695,0.62349385,0.014164382,0.07212773,0.22103783,0.00023015068],"about_ca_topic_score_codex":0.00033075668,"about_ca_topic_score_gemma":0.00080569723,"teacher_disagreement_score":0.62969244,"about_ca_system_score_codex":0.0004584949,"about_ca_system_score_gemma":0.0019308593,"threshold_uncertainty_score":0.99926275},"labels":[],"label_agreement":null},{"id":"W2068351607","doi":"10.1093/reseval/rvt029","title":"The use of academic research in public health policy and practice","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Nature","keywords":"Library science; Management; Political science; Media studies; Sociology; Public administration","score_opus":0.9915096433103318,"score_gpt":0.8774207881739973,"score_spread":0.11408885513633449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068351607","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24795954,0.00022220083,0.000054738543,0.74237794,0.00006992888,0.0061895773,0.000008559718,0.000013560069,0.0031039747],"genre_scores_gemma":[0.98605543,0.0032274164,0.0007509448,0.0063715703,0.0002713093,0.0024747965,0.0000065901972,0.000017145028,0.0008248038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87788373,0.1094512,0.0018059047,0.0005344718,0.0072628106,0.0030618906],"domain_scores_gemma":[0.85060084,0.1382474,0.00048082406,0.00073242164,0.009207151,0.0007313831],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26303616,0.0000720555,0.00015554536,0.0014095985,0.0024000362,0.00010143374,0.00039007122,0.00013939472,0.00021155569],"category_scores_gemma":[0.31687957,0.000052738076,0.000011566256,0.0041004084,0.00064983364,0.0016900986,0.00040700706,0.0023055451,0.00045603098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098287775,0.000080921025,0.022040686,0.0004546188,0.0000122933825,4.2317254e-7,0.07001118,0.00001817407,0.001462564,0.111655995,0.17189528,0.6222696],"study_design_scores_gemma":[0.0010750958,0.0002629289,0.25956282,0.00018828774,0.0000010388807,0.000002243948,0.02885986,0.009216591,0.0000106851685,0.017225564,0.6835198,0.00007510767],"about_ca_topic_score_codex":0.04074993,"about_ca_topic_score_gemma":0.002115998,"teacher_disagreement_score":0.7380959,"about_ca_system_score_codex":0.0021674933,"about_ca_system_score_gemma":0.01859763,"threshold_uncertainty_score":0.9999962},"labels":[],"label_agreement":null},{"id":"W2090960911","doi":"10.3152/095820210x492495","title":"Which scientific elites? On the concentration of research funds, publications and citations","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Library science; Political science; Sociology; Computer science","score_opus":0.9310062741247978,"score_gpt":0.7398197713321439,"score_spread":0.1911865027926538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090960911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93226904,0.00021742264,0.00021727904,0.039126877,0.00039734074,0.0016017536,0.00004117568,0.000015729473,0.026113413],"genre_scores_gemma":[0.99744844,0.000069896916,0.0002783833,0.000025784844,0.000116332136,0.00024580472,0.000034445435,0.000009335355,0.001771596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9422621,0.0059069796,0.0009780321,0.0012535495,0.048438225,0.0011610787],"domain_scores_gemma":[0.8053127,0.071029775,0.0003242964,0.0029536593,0.119701736,0.0006778389],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3787386,0.000099321485,0.0001594555,0.038906608,0.0026283404,0.006547365,0.0021530583,0.00014845052,0.001876795],"category_scores_gemma":[0.48540914,0.00006166334,0.000054751967,0.23699751,0.0021143337,0.0009025843,0.0005463376,0.0014405551,0.000449815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052261053,0.00055435323,0.052162718,0.000015776837,0.00002269403,3.1813167e-7,0.0016435173,0.000084688574,0.1486854,0.49824652,0.15359618,0.14493558],"study_design_scores_gemma":[0.0005898558,0.00037971154,0.5472916,0.00002646997,0.0000068312456,0.0000028312909,0.0030066273,0.14016834,0.010703401,0.25717947,0.04049361,0.00015125159],"about_ca_topic_score_codex":0.00009542593,"about_ca_topic_score_gemma":0.0004928461,"teacher_disagreement_score":0.49512887,"about_ca_system_score_codex":0.00015567149,"about_ca_system_score_gemma":0.001654821,"threshold_uncertainty_score":0.9990356},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2091428252","doi":"10.1093/reseval/rvt017","title":"The New Zealand performance-based research fund and its impact on publication activity in economics","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Pennington Biomedical Research Foundation","keywords":"Queen (butterfly); Library science; Management; Sociology; Media studies; Economics; Computer science","score_opus":0.41028521807876034,"score_gpt":0.4383793823756601,"score_spread":0.02809416429689976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091428252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96934795,0.00060747366,0.0000027330816,0.013139114,0.00007246811,0.001028092,0.000010664357,0.000008211368,0.015783297],"genre_scores_gemma":[0.9930647,0.002704796,0.0000053427775,0.000031572934,0.0001652153,0.00030998237,0.000012534736,0.000013172233,0.0036926593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99830174,0.00025034245,0.0003260877,0.0003664165,0.00015949883,0.00059589144],"domain_scores_gemma":[0.9983696,0.0008107208,0.000110340996,0.00025517013,0.00031478115,0.000139428],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013400372,0.00010174062,0.00019813067,0.0004547358,0.0006886644,0.00041520895,0.00020168051,0.00009824517,0.00033612753],"category_scores_gemma":[0.0009101593,0.00008338323,0.000040443578,0.00038909618,0.000108705266,0.0005116423,0.00007446357,0.00043331095,0.00092556543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050508545,0.00030035694,0.41221863,0.000039512553,0.00012841263,2.760394e-7,0.0024704544,0.0024728447,0.00007020968,0.0440835,0.08263074,0.45508],"study_design_scores_gemma":[0.0009744192,0.00025277032,0.7686061,0.000011383573,0.0000011412575,1.7991674e-7,0.00011432947,0.18036819,0.000079354875,0.03457054,0.014901553,0.00012002102],"about_ca_topic_score_codex":0.002679993,"about_ca_topic_score_gemma":0.00045730226,"teacher_disagreement_score":0.45495996,"about_ca_system_score_codex":0.0009961287,"about_ca_system_score_gemma":0.00026811048,"threshold_uncertainty_score":0.9998523},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2106446068","doi":"10.1093/reseval/rvs024","title":"Assessment of the impact of a clinical and health services research call in Catalonia","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Agency (philosophy); Funding Agency; Health care; Business; Impact assessment; Knowledge management; Public relations; Political science; Computer science; Sociology; Public administration","score_opus":0.5032670908757158,"score_gpt":0.6575713794330598,"score_spread":0.15430428855734402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106446068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951937,0.0004867733,0.000004172978,0.0018438593,0.000073297066,0.0010975256,0.0000023567857,0.000006190475,0.001292087],"genre_scores_gemma":[0.9996005,0.00003485075,0.000030820385,0.000021835927,0.00023361691,0.00005095874,0.000008205814,0.000007497765,0.000011712911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962619,0.0010425547,0.0006104579,0.000171383,0.0014279264,0.00048576744],"domain_scores_gemma":[0.9980184,0.00025156917,0.00021325359,0.0003385933,0.0011509258,0.00002730117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07236809,0.00005553252,0.00023793962,0.0005360417,0.00012827259,0.00002819077,0.00022771415,0.000104982784,0.000030398714],"category_scores_gemma":[0.0005883765,0.000035593806,0.000045748588,0.0011986876,0.00019567928,0.0003305742,0.0003213157,0.00051719416,0.000008029604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000891332,0.00012701255,0.9592042,0.00048008986,0.000008570865,1.0367541e-7,0.00012069335,0.00000652341,0.00009741049,0.004446173,0.0002348159,0.03526551],"study_design_scores_gemma":[0.00038933737,0.0000630599,0.98371565,0.00020595585,0.0000018111472,4.3701803e-7,0.00033291563,0.013601079,0.0000076075003,0.0012426822,0.00041328862,0.000026190646],"about_ca_topic_score_codex":0.15333995,"about_ca_topic_score_gemma":0.011489565,"teacher_disagreement_score":0.1418504,"about_ca_system_score_codex":0.00017285194,"about_ca_system_score_gemma":0.00075441506,"threshold_uncertainty_score":0.95519227},"labels":[],"label_agreement":null},{"id":"W2129955620","doi":"10.1093/reseval/rvv005","title":"The impacts of research grants to community colleges. Evidence from the Technological Research Assistance Program in Quebec, Canada","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique; École Nationale d'Administration Publique","funders":"","keywords":"Crowds; Revenue; Investment (military); Technology transfer; Business; Research program; Public funding; Political science; Economic growth; Finance; Economics; Public administration; Computer science","score_opus":0.6633515778446428,"score_gpt":0.528005332214647,"score_spread":0.13534624562999586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129955620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92331713,0.002998388,0.000018494991,0.06470338,0.000110099376,0.002703773,0.000078117155,0.00001637178,0.0060542314],"genre_scores_gemma":[0.9975992,0.00025808014,0.0000842641,0.00007163755,0.0000766628,0.00075611647,0.000015260803,0.000012326519,0.0011264659],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98985237,0.005886395,0.0008114156,0.00037419214,0.0020430558,0.0010325711],"domain_scores_gemma":[0.9858837,0.008835464,0.00013995342,0.0011804809,0.0038043517,0.00015600797],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14669293,0.00009756582,0.00023151156,0.0006473248,0.0013248351,0.00025768726,0.0015446015,0.00015913851,0.00004608627],"category_scores_gemma":[0.081053,0.00006771392,0.000027962042,0.0064601335,0.001122255,0.00029016347,0.0005352645,0.0023584939,0.00009799672],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011145477,0.0008532747,0.13367684,0.00009170992,0.00008183984,0.000011031371,0.010498987,0.0003934853,0.00061765173,0.31237724,0.4889799,0.051303472],"study_design_scores_gemma":[0.001027692,0.0005184361,0.6291922,0.00044036226,0.0000019252104,6.3237553e-7,0.012817229,0.0059020235,0.0013557229,0.22618479,0.122342855,0.00021619213],"about_ca_topic_score_codex":0.9458502,"about_ca_topic_score_gemma":0.979734,"teacher_disagreement_score":0.4955153,"about_ca_system_score_codex":0.003030495,"about_ca_system_score_gemma":0.0033856723,"threshold_uncertainty_score":0.9999753},"labels":[],"label_agreement":null},{"id":"W2133136109","doi":"10.3152/147154406781775913","title":"Research funding by city: an indicator of regional technological competitiveness?","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Australian Government","keywords":"Agency (philosophy); Intellectual property; Investment (military); Productivity; Business; Information and Communications Technology; Population; Regional science; Funding Agency; Economic growth; Economic geography; Economics; Political science; Geography; Public relations; Sociology; Social science","score_opus":0.5438780804210941,"score_gpt":0.4880374436220943,"score_spread":0.05584063679899981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133136109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951125,0.0007625815,0.0011242547,0.0033071304,0.000042796506,0.000531648,0.00009999118,0.000031170995,0.04297541],"genre_scores_gemma":[0.9985148,0.000054113374,0.00022812825,0.000029557403,0.00013227494,0.00010706777,0.00020523639,0.000011695515,0.0007171416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99751705,0.0004526089,0.00052047626,0.0003888629,0.00063258375,0.00048841],"domain_scores_gemma":[0.99840313,0.00033552572,0.00016675521,0.00031284042,0.0007267401,0.00005500776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02870788,0.000071641094,0.00018548033,0.0014239412,0.00036931006,0.00006417439,0.00032242513,0.00019638165,0.001457418],"category_scores_gemma":[0.0009858615,0.0000771228,0.000035213914,0.0017137091,0.0006202137,0.00026064113,0.000092813876,0.00052123185,0.0002843391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023766863,0.00023205738,0.02555711,0.000016933953,0.000008878122,4.5408584e-7,0.000060780036,0.000025040483,0.0024926534,0.96529007,0.004371546,0.0019206852],"study_design_scores_gemma":[0.0009232311,0.00032359327,0.18886976,0.000040559567,0.0000021921223,0.0000026647226,0.00049186504,0.007959905,0.007975452,0.7040151,0.08918484,0.00021083943],"about_ca_topic_score_codex":0.0006526536,"about_ca_topic_score_gemma":0.000023552007,"teacher_disagreement_score":0.261275,"about_ca_system_score_codex":0.00036052812,"about_ca_system_score_gemma":0.0001410094,"threshold_uncertainty_score":0.9994554},"labels":[],"label_agreement":null},{"id":"W2158773594","doi":"10.1093/reseval/rvs027","title":"Evaluating health research impact: Development and implementation of the Alberta Innovates - Health Solutions impact framework","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Stakeholder; Business; Non profit; Management science; Political science; Process management; Economics; Public relations; Public administration; Geography","score_opus":0.8959327253990201,"score_gpt":0.7119006456455266,"score_spread":0.18403207975349356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158773594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.938367,0.009398652,0.0008773489,0.04653665,0.00027790794,0.004082505,0.00012330424,0.000016261902,0.0003203881],"genre_scores_gemma":[0.9933766,0.00020433243,0.004615269,0.00071643374,0.0003145304,0.0005360103,0.000114443355,0.0000389819,0.000083376544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97977376,0.010382268,0.0049461904,0.00069897686,0.0019551993,0.002243592],"domain_scores_gemma":[0.9897413,0.0054767984,0.0021657601,0.0008447518,0.0013193088,0.00045208074],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35696042,0.00020845444,0.0007334981,0.0011291454,0.0020189655,0.00014579829,0.00039410611,0.00015145566,0.0009524843],"category_scores_gemma":[0.025712576,0.00019103971,0.00011245432,0.0019399096,0.00025508276,0.0008327833,0.00032665502,0.00081282353,0.00031396205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000053989468,0.000511057,0.56447816,0.0011060328,0.00033671554,3.901124e-8,0.096888006,0.00078969105,0.00008980148,0.2208568,0.03735017,0.077539526],"study_design_scores_gemma":[0.00092592684,0.0005329182,0.9440326,0.00037069144,0.000004690593,0.0000045162,0.008428914,0.009985021,0.0000772309,0.032807715,0.0025904418,0.0002393133],"about_ca_topic_score_codex":0.026972622,"about_ca_topic_score_gemma":0.0025641182,"teacher_disagreement_score":0.37955445,"about_ca_system_score_codex":0.007205878,"about_ca_system_score_gemma":0.0063725514,"threshold_uncertainty_score":0.9999608},"labels":[],"label_agreement":null},{"id":"W2165295550","doi":"10.1093/reseval/rvs041","title":"Accountability, performance assessment, and evaluation: Policy pressures and responses from research councils","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Public administration; Political science; Library science; Higher education; Sociology; Management; Law; Computer science; Economics","score_opus":0.8015169397706693,"score_gpt":0.7149106275809038,"score_spread":0.08660631218976544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165295550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679695,0.0012661503,0.00006588069,0.009967044,0.00015083457,0.0036379402,0.000032060936,0.000031982672,0.016878622],"genre_scores_gemma":[0.99455184,0.0009756837,0.0008102734,0.00013911384,0.00042805518,0.0015580436,0.000049224636,0.0000209204,0.0014668312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9490788,0.016416078,0.0011344568,0.0014208776,0.03094723,0.0010025306],"domain_scores_gemma":[0.95960355,0.013683899,0.00023301927,0.0014374848,0.024642669,0.00039938954],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2249294,0.00023261645,0.0003545237,0.0016384261,0.0015535095,0.0025078154,0.000801266,0.00020152939,0.011011381],"category_scores_gemma":[0.024933863,0.00017834459,0.0000466495,0.0025046438,0.0009609738,0.0030534654,0.0005682752,0.00089540443,0.0008199532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016649226,0.00016313628,0.23861459,0.000032512344,0.000047311085,4.0750496e-7,0.0037833303,0.00040381908,0.0036101511,0.0011998188,0.01997693,0.7320015],"study_design_scores_gemma":[0.000879486,0.00023779755,0.6272569,0.000039654115,0.000016453374,0.0000024408757,0.0023579474,0.30806273,0.00020924892,0.0535362,0.007266427,0.00013476491],"about_ca_topic_score_codex":0.0026609222,"about_ca_topic_score_gemma":0.0005345074,"teacher_disagreement_score":0.7318667,"about_ca_system_score_codex":0.0012366205,"about_ca_system_score_gemma":0.0064249216,"threshold_uncertainty_score":0.99995804},"labels":[],"label_agreement":null},{"id":"W2167275106","doi":"10.3152/095820207x235106","title":"Evaluation and management of multi-departmental (horizontal) science and technology programs","year":2007,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"George (robot); Library science; Sociology; Management; Computer science; Operations research; Engineering; Artificial intelligence; Economics","score_opus":0.5021302635329582,"score_gpt":0.6169005039439246,"score_spread":0.1147702404109664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167275106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896114,0.0012187554,0.0005793074,0.0008362029,0.00008637278,0.0025694314,0.0000018475818,0.000019463512,0.00507726],"genre_scores_gemma":[0.9967084,0.00025043392,0.002701381,0.000005231222,0.000025102896,0.00013394383,0.0000028296558,0.0000056140716,0.00016705836],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9719709,0.00082998053,0.0006500315,0.0010038394,0.024694536,0.0008506929],"domain_scores_gemma":[0.9904319,0.00051378703,0.00014636396,0.0004951265,0.008161908,0.00025089923],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26895264,0.000104041676,0.00016487091,0.002260849,0.000706255,0.00033057012,0.00087361917,0.00008975856,0.00006332404],"category_scores_gemma":[0.011674042,0.000077940094,0.000020226227,0.0070974194,0.0033313187,0.00085871114,0.000683286,0.00030228522,0.00003995833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002335705,0.00008536891,0.0117803905,0.000011325703,0.0000078216935,0.0000023013395,0.00028308583,0.0000044864105,0.021658208,0.0031243619,0.00009703721,0.9629223],"study_design_scores_gemma":[0.003644384,0.001251347,0.4322159,0.0001730159,0.00006357064,0.000034237815,0.021317901,0.38858175,0.047418553,0.10155086,0.0034107345,0.0003377232],"about_ca_topic_score_codex":0.000042641655,"about_ca_topic_score_gemma":0.00011698469,"teacher_disagreement_score":0.96258456,"about_ca_system_score_codex":0.0005085598,"about_ca_system_score_gemma":0.0007196613,"threshold_uncertainty_score":0.99938107},"labels":[],"label_agreement":null},{"id":"W2179962732","doi":"10.1093/reseval/rvv025","title":"Defining and assessing research quality in a transdisciplinary context","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":267,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Centre for International Forestry Research; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Rubric; Credibility; Quality (philosophy); Management science; Context (archaeology); Stakeholder; Relevance (law); Reflexivity; Computer science; Social research; Engineering ethics; Knowledge management; Sociology; Political science; Social science; Public relations; Epistemology; Engineering","score_opus":0.8503872670441657,"score_gpt":0.7265575859595685,"score_spread":0.12382968108459713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179962732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95723504,0.0015753827,0.00036482557,0.008760936,0.000114670525,0.0010728448,0.000007686631,0.000017065293,0.030851569],"genre_scores_gemma":[0.99834263,0.000013579827,0.00029906287,0.00001615816,0.00011572335,0.00025658336,0.000020121834,0.0000136609515,0.00092245825],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95842206,0.021919334,0.0009882898,0.0009655116,0.016666515,0.0010382766],"domain_scores_gemma":[0.9790679,0.008033611,0.00010372196,0.0007246934,0.01158392,0.00048612856],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29992744,0.00012437129,0.00029044054,0.0017103187,0.00078249443,0.0016122846,0.0006679793,0.00015128356,0.00020965705],"category_scores_gemma":[0.048965868,0.00010043526,0.00004256472,0.005504282,0.0006016941,0.0017962053,0.00060501066,0.0011017079,0.00049379375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024212953,0.0006686146,0.07886837,0.000058672016,0.000025942336,0.00008387581,0.10067541,0.00089501386,0.0054914104,0.059204806,0.026815534,0.72479105],"study_design_scores_gemma":[0.0023434586,0.0007972139,0.1906366,0.00012885808,0.000002895808,0.000009834468,0.26917213,0.11018905,0.00056178664,0.4247655,0.0011927076,0.0001999738],"about_ca_topic_score_codex":0.00024206944,"about_ca_topic_score_gemma":0.0043014414,"teacher_disagreement_score":0.7245911,"about_ca_system_score_codex":0.0008547036,"about_ca_system_score_gemma":0.0030114157,"threshold_uncertainty_score":0.99942416},"labels":[],"label_agreement":null},{"id":"W2341060829","doi":"10.1093/reseval/rvv046","title":"A national survey on small research grants and the scholarly productivity of emergency medicine physicians in Canada","year":2016,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Canadian Association of Emergency Physicians","funders":"","keywords":"Certification; Productivity; Family medicine; Commit; Medicine; Medical education; Political science; Psychology; Economics; Economic growth","score_opus":0.749626332346606,"score_gpt":0.6080028205404108,"score_spread":0.14162351180619526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341060829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88886523,0.0004563751,0.000008830816,0.10496714,0.00011184714,0.0022112657,0.000027735956,0.000003335457,0.0033482437],"genre_scores_gemma":[0.9976072,0.0011158105,0.000005667795,0.00016187041,0.00025856515,0.00016898525,0.000019395678,0.000011572329,0.0006509711],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9780938,0.009000809,0.0005011286,0.0004093002,0.010904073,0.001090877],"domain_scores_gemma":[0.9762544,0.010717009,0.0000988524,0.00052363536,0.01112202,0.0012841042],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15314566,0.00008977723,0.00029002325,0.00058458257,0.00019251839,0.00000871084,0.00018778114,0.00006243712,0.00030065927],"category_scores_gemma":[0.5450193,0.000044511915,0.00001985009,0.0017039379,0.00067816814,0.00016600585,0.000078834964,0.0010056713,0.000013249576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01205127,0.00079689926,0.26259115,0.00071313325,0.000101360056,0.000018317565,0.0018125238,0.000007154436,0.024544964,0.0028287987,0.1464684,0.548066],"study_design_scores_gemma":[0.0059259874,0.0007597629,0.9845197,0.00077428395,0.000005196222,0.0000013181524,0.00022508192,0.0007685245,0.00074878824,0.0051976503,0.0010247482,0.000048966187],"about_ca_topic_score_codex":0.74905926,"about_ca_topic_score_gemma":0.8316335,"teacher_disagreement_score":0.72192854,"about_ca_system_score_codex":0.002088401,"about_ca_system_score_gemma":0.03502111,"threshold_uncertainty_score":0.97044945},"labels":[],"label_agreement":null},{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","score_opus":0.8233162217039798,"score_gpt":0.7626251681297992,"score_spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766861252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94695306,0.00004612406,0.002495474,0.038954534,0.00014717094,0.0025154166,0.000025963536,0.000011940491,0.008850327],"genre_scores_gemma":[0.99828464,0.0000172436,0.00049045234,0.00022238758,0.00039495993,0.00017924466,0.000013902824,0.000013531965,0.00038363325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9600894,0.009900765,0.0011042964,0.0008738126,0.026899844,0.0011318797],"domain_scores_gemma":[0.9701758,0.005652245,0.00036345527,0.0028389194,0.020552509,0.00041706982],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.296196,0.00016049661,0.00039747552,0.004401063,0.0034368122,0.0015060768,0.0021138107,0.0001109212,0.0009325754],"category_scores_gemma":[0.14534761,0.00010222519,0.00018396747,0.0077941343,0.00029634102,0.0006425466,0.0007466074,0.0005805732,0.0009983936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015592136,0.00059958344,0.083287455,0.000032056712,0.000878086,0.0000041898766,0.013846855,0.33368924,0.10515947,0.06176222,0.0075446707,0.39163697],"study_design_scores_gemma":[0.0008857088,0.00076719833,0.47774345,0.00010041211,0.00012172131,9.040789e-7,0.0021804743,0.4768889,0.017996687,0.020776868,0.0023692178,0.00016846877],"about_ca_topic_score_codex":0.0021473593,"about_ca_topic_score_gemma":0.0012826022,"teacher_disagreement_score":0.394456,"about_ca_system_score_codex":0.0013851862,"about_ca_system_score_gemma":0.002949105,"threshold_uncertainty_score":0.9999807},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2809081890","doi":"10.1093/reseval/rvy017","title":"The characteristics of highly cited researchers in Africa","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Robert Bosch Stiftung; International Development Research Centre","keywords":"Regional science; Political science; Geography","score_opus":0.5254922033853094,"score_gpt":0.5499418067153077,"score_spread":0.024449603329998237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809081890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287606,0.00032682365,0.000024428633,0.0019165374,0.00075380644,0.00059077947,0.000003146793,0.000012465608,0.06761142],"genre_scores_gemma":[0.9931965,0.000073381125,0.00005352433,0.0000063716348,0.00021814987,0.00017022912,0.0000078670955,0.000008351279,0.006265619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99554664,0.0017738149,0.00030795048,0.00020040138,0.0016112996,0.00055988174],"domain_scores_gemma":[0.99754953,0.0010782693,0.00006299029,0.00031200546,0.0009230155,0.00007417181],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030982688,0.000051759107,0.00008407577,0.00029073132,0.00017185968,0.000026933605,0.00030659637,0.000084734056,0.0006217677],"category_scores_gemma":[0.004487919,0.00003781177,0.000014938487,0.00088794774,0.00029034738,0.0000363443,0.000082447135,0.00039589783,0.0004203779],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072403334,0.00024413665,0.017076427,0.000032681703,0.00008638571,0.0000053440544,0.027026288,0.0000011450903,0.014457339,0.015249924,0.08118869,0.8439076],"study_design_scores_gemma":[0.0013318766,0.0004467048,0.7345674,0.00013824717,0.0000074868613,0.0000010085799,0.0029799438,0.0020333217,0.0027554387,0.006091443,0.24951231,0.00013483656],"about_ca_topic_score_codex":0.00010102546,"about_ca_topic_score_gemma":0.000013243009,"teacher_disagreement_score":0.84377277,"about_ca_system_score_codex":0.00025652433,"about_ca_system_score_gemma":0.00024248526,"threshold_uncertainty_score":0.99780726},"labels":[],"label_agreement":null},{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","score_opus":0.4498606977137448,"score_gpt":0.6562607191916434,"score_spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885369894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771904,0.000038000533,0.0053169928,0.00069310353,0.0006854192,0.006006108,0.00009319222,0.000034169087,0.009942666],"genre_scores_gemma":[0.9873487,0.0000011323762,0.0109936865,0.000010391091,0.000288663,0.000700571,0.000036641697,0.000021554695,0.0005986591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95970017,0.014804082,0.0020057978,0.0015475764,0.020732772,0.0012096075],"domain_scores_gemma":[0.9541558,0.0032420168,0.00050583767,0.0019378746,0.039657183,0.00050131377],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2840274,0.00026136154,0.00045511412,0.003789663,0.0022591108,0.00087659975,0.0017691702,0.00012863528,0.00059977506],"category_scores_gemma":[0.06964085,0.00019843392,0.00009911411,0.0132403625,0.0011856329,0.0026490553,0.0030277302,0.0005211508,0.0005851856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004567016,0.0025123043,0.0007161793,0.000023015285,0.00009964693,0.000043175474,0.20586613,0.0015765413,0.026828637,0.0003080481,0.028292632,0.7291667],"study_design_scores_gemma":[0.0039300285,0.0056861113,0.009095051,0.00006213714,0.00003834461,0.000044522923,0.38453054,0.58205956,0.009195108,0.004967999,0.000172676,0.00021789492],"about_ca_topic_score_codex":0.00018001895,"about_ca_topic_score_gemma":0.0042211786,"teacher_disagreement_score":0.7289488,"about_ca_system_score_codex":0.0011931355,"about_ca_system_score_gemma":0.0037899558,"threshold_uncertainty_score":0.9990398},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2904163393","doi":"10.1093/reseval/rvy037","title":"A response to Hansson and Polk (2018) “Assessing the impact of transdisciplinary research: The usefulness of relevance, credibility, and legitimacy for understanding the link between process and impact”","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"POLK; Credibility; Legitimacy; Relevance (law); Trustworthiness; Political science; Regional science; Sociology; Geography; Psychology; Social psychology; Law; Archaeology; Politics","score_opus":0.6877839705152412,"score_gpt":0.6505376613553128,"score_spread":0.03724630915992844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904163393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95965195,0.00026288672,0.006470047,0.029701423,0.0000325269,0.0034533693,0.00010537506,0.000006085414,0.00031632962],"genre_scores_gemma":[0.9991793,0.000018631732,0.000070440015,0.000005284692,0.0003336922,0.0002520858,0.0000053752105,0.000016931683,0.00011822861],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9843537,0.008231251,0.0007018795,0.0006481697,0.005335406,0.0007295921],"domain_scores_gemma":[0.9604209,0.030982975,0.00021366218,0.0009124325,0.007240097,0.0002299026],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.14291306,0.00015920357,0.00030544357,0.0007584362,0.0026315376,0.0010308628,0.0008326772,0.000102040336,0.000038940987],"category_scores_gemma":[0.0314554,0.00006973564,0.00008680858,0.0033165852,0.0029906626,0.00090652454,0.00056702376,0.0005082286,0.0000026382077],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049091373,0.00031170994,0.062072236,0.00048960623,0.00054430077,0.000004546784,0.43713167,0.0014677279,0.090722345,0.004296367,0.015625272,0.33824286],"study_design_scores_gemma":[0.0012529222,0.006229217,0.3794241,0.00026240546,0.000033735803,0.000009491099,0.10184719,0.096864,0.0028904176,0.41096756,0.000076544515,0.00014243172],"about_ca_topic_score_codex":0.00010925007,"about_ca_topic_score_gemma":0.00028477932,"teacher_disagreement_score":0.4066712,"about_ca_system_score_codex":0.00039722168,"about_ca_system_score_gemma":0.0018804984,"threshold_uncertainty_score":0.9997226},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2979198997","doi":"10.1093/reseval/rvz024","title":"Do we need a book citation index for research evaluation?","year":2019,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Index (typography); Citation index; Argument (complex analysis); Sociology; Library science; Social science; Computer science; World Wide Web; Medicine","score_opus":0.9412224849470798,"score_gpt":0.7642154891255654,"score_spread":0.17700699582151447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979198997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8609644,0.017830778,0.0075164405,0.02813098,0.0018485655,0.024961956,0.000092803086,0.0000820624,0.05857202],"genre_scores_gemma":[0.98429847,0.0006454031,0.00056053075,0.000059414757,0.00035502226,0.0018004513,0.00006227393,0.00003878331,0.012179659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.84470934,0.014333956,0.0016577301,0.0025044307,0.13411953,0.0026750066],"domain_scores_gemma":[0.8360946,0.043446597,0.00031195904,0.0022528623,0.11715275,0.00074118667],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.5927599,0.00021778983,0.00041102836,0.11170551,0.001184962,0.005648504,0.0031656425,0.00034628352,0.011677729],"category_scores_gemma":[0.3318739,0.00017155371,0.00022843033,0.20163214,0.00038743435,0.002057452,0.00091896945,0.0011711334,0.0066332226],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003589586,0.00029700398,0.017754134,0.000040106166,0.000038025602,9.966508e-7,0.00094120635,0.0018385501,0.0054839216,0.0057954006,0.20874706,0.75870466],"study_design_scores_gemma":[0.002722943,0.00077199814,0.040202692,0.000049637852,0.000010697236,0.0000016623088,0.003318897,0.61771464,0.00075727975,0.23427902,0.09995902,0.00021151458],"about_ca_topic_score_codex":0.00012367575,"about_ca_topic_score_gemma":0.000038456892,"teacher_disagreement_score":0.7584931,"about_ca_system_score_codex":0.0021027925,"about_ca_system_score_gemma":0.0045259246,"threshold_uncertainty_score":0.99538374},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3039376085","doi":"10.1093/reseval/rvaa006","title":"DARE to be different? A novel approach for analysing diversity in collaborative research projects","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"Medical Research Council","keywords":"Operationalization; Diversity (politics); Group cohesiveness; Narrative; Knowledge management; Sociology; Management science; Computer science; Data science; Psychology; Engineering; Epistemology; Social psychology","score_opus":0.8454706926792013,"score_gpt":0.6348000941306084,"score_spread":0.21067059854859282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039376085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91582054,0.00008189539,0.032083843,0.036267158,0.000062649575,0.008745035,0.00020468436,0.000027201762,0.006706986],"genre_scores_gemma":[0.9956924,0.0000035545565,0.0021269424,0.00012144851,0.00023935916,0.0010586905,0.00011008594,0.000015754069,0.0006317669],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9784812,0.005063051,0.0006090066,0.001280776,0.013526604,0.0010393633],"domain_scores_gemma":[0.9781947,0.0033182187,0.0000951456,0.0005952478,0.01728381,0.00051286514],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05380251,0.00016349797,0.00036500202,0.002200778,0.0017155672,0.00097570696,0.0013514365,0.00013028509,0.00017534877],"category_scores_gemma":[0.04805858,0.00012947181,0.00008735595,0.015873164,0.00021796716,0.00079602434,0.0021320146,0.000713591,0.000084706226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02295401,0.00387774,0.042633895,0.00037032986,0.000292045,0.000032443746,0.29505596,0.054856367,0.17546064,0.013861458,0.3089598,0.081645295],"study_design_scores_gemma":[0.0022256467,0.002146329,0.018260557,0.00003734597,0.000011161908,5.077826e-7,0.09989588,0.8664768,0.0031613049,0.0061725467,0.0013807503,0.00023121096],"about_ca_topic_score_codex":0.00007655532,"about_ca_topic_score_gemma":0.0012156849,"teacher_disagreement_score":0.8116204,"about_ca_system_score_codex":0.0010270484,"about_ca_system_score_gemma":0.0016722165,"threshold_uncertainty_score":0.9995841},"labels":[],"label_agreement":null},{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","score_opus":0.8269559494441125,"score_gpt":0.6651916119829281,"score_spread":0.16176433746118446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088124318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246776,0.0009663664,0.00015782124,0.1689789,0.000064107255,0.0046784896,0.000008751952,0.000027584574,0.00044037806],"genre_scores_gemma":[0.9954824,0.0007099579,0.00116566,0.00080205256,0.00050167926,0.0009016979,0.0000039664606,0.000013794463,0.00041883314],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9823352,0.003965064,0.00060203247,0.0006767152,0.011620462,0.00080054556],"domain_scores_gemma":[0.9888256,0.0065176343,0.000074014395,0.0005400486,0.0035924825,0.00045022604],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.075180605,0.00012156334,0.0001907853,0.0008187682,0.0007765813,0.0023816768,0.000540005,0.00012214026,0.00022972669],"category_scores_gemma":[0.07909382,0.0000791803,0.000025939737,0.004289315,0.0002975173,0.000966164,0.0004831767,0.00074047776,0.0003119594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793633,0.00006178048,0.07049276,0.00007399791,0.0000148510435,0.0000034128939,0.022717193,0.00009135117,0.00006148239,0.016993718,0.0030118744,0.88589823],"study_design_scores_gemma":[0.0013545686,0.0011894136,0.7148746,0.00069475744,0.000006558426,0.0000027655628,0.0044374606,0.1487891,0.00009389381,0.056492858,0.07183165,0.0002323677],"about_ca_topic_score_codex":0.0005709722,"about_ca_topic_score_gemma":0.0016006458,"teacher_disagreement_score":0.88566583,"about_ca_system_score_codex":0.0002977117,"about_ca_system_score_gemma":0.0019540943,"threshold_uncertainty_score":0.99865395},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088466851","doi":"10.1093/reseval/rvaa024","title":"Understanding and evaluating the impact of integrated problem-oriented research programmes: Concepts and considerations","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Context (archaeology); Counterfactual thinking; Scale (ratio); Theory of change; Management science; Discipline; Computer science; Field (mathematics); Impact evaluation; Ex-ante; Impact assessment; Research program; Political science; Economics; Sociology; Psychology; Management; Social science","score_opus":0.9197335360181665,"score_gpt":0.7290685971858931,"score_spread":0.19066493883227342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088466851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97551626,0.00053138327,0.0029842514,0.01386427,0.00003493584,0.0033017036,0.000020278572,0.00002302378,0.0037238977],"genre_scores_gemma":[0.9984961,0.00007651995,0.001024131,0.00004691432,0.00005419824,0.00020435119,0.00002189422,0.000010457853,0.00006544671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98054963,0.008999654,0.0008301128,0.00060681056,0.008506783,0.00050698937],"domain_scores_gemma":[0.9819466,0.009232275,0.00022433163,0.00039518115,0.00794959,0.00025202535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100608334,0.00012829337,0.00024345166,0.0004838284,0.0011477366,0.0006790437,0.00025166362,0.000080971775,0.0014478116],"category_scores_gemma":[0.045438215,0.00007328518,0.000056534805,0.002831275,0.0010408588,0.0005508438,0.00025080144,0.00066996913,0.000032010972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00139013,0.0005108977,0.18284057,0.00019041004,0.00045969823,0.0000055250775,0.13420843,0.021485223,0.06514219,0.1622057,0.043781143,0.3877801],"study_design_scores_gemma":[0.001164549,0.0020400588,0.017406294,0.00006401355,0.000016677195,0.0000050912063,0.032128163,0.84128827,0.00033146748,0.10525874,0.00020341118,0.00009326704],"about_ca_topic_score_codex":0.00025309325,"about_ca_topic_score_gemma":0.0000953998,"teacher_disagreement_score":0.81980306,"about_ca_system_score_codex":0.00045829063,"about_ca_system_score_gemma":0.002916306,"threshold_uncertainty_score":0.999465},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","score_opus":0.2909111255384714,"score_gpt":0.5436972920467246,"score_spread":0.25278616650825314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04864611,0.00054261426,0.94699615,0.00247381,0.00026741112,0.0007091129,4.0302365e-7,0.00011239913,0.0002519946],"genre_scores_gemma":[0.35750297,0.000014979336,0.64191276,0.00006585938,0.000092678696,0.00026569847,0.000023267105,0.00001226667,0.000109550325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99467605,0.002116215,0.0003676133,0.0006461594,0.0016140548,0.0005798743],"domain_scores_gemma":[0.99660283,0.0018813943,0.000109866945,0.00034559492,0.00093924877,0.0001210492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022596745,0.00013749133,0.00019541677,0.00020628955,0.0010348638,0.0009262152,0.00031254345,0.00011886328,0.000017174492],"category_scores_gemma":[0.0039745416,0.00013926219,0.00004651766,0.0005967722,0.000055360575,0.00036381694,0.00032619914,0.00070550275,0.0000048391757],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004219202,0.000042431042,0.000903522,0.000043724278,0.00004965489,0.0000036208755,0.013961807,0.00026886162,0.00032013343,0.06829386,0.00008382164,0.9160243],"study_design_scores_gemma":[0.0057080323,0.0003837921,0.049193837,0.001863862,0.0000704214,0.000039689257,0.015067446,0.50050277,0.0030500817,0.03774104,0.38511324,0.0012658027],"about_ca_topic_score_codex":0.000014414899,"about_ca_topic_score_gemma":0.000008236074,"teacher_disagreement_score":0.91475856,"about_ca_system_score_codex":0.0007562939,"about_ca_system_score_gemma":0.0025716696,"threshold_uncertainty_score":0.89315146},"labels":[],"label_agreement":null},{"id":"W4249280535","doi":"10.3152/147154406781775922","title":"Web indicators for complex innovation systems","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Library science; World Wide Web; Sociology; Computer science","score_opus":0.34355515877453324,"score_gpt":0.4777608832265727,"score_spread":0.13420572445203943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249280535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23102541,0.00019540399,0.7399416,0.0014511574,0.00043068352,0.0032577969,0.000015752892,0.00016221743,0.023519997],"genre_scores_gemma":[0.9930096,0.000003684839,0.0061826766,0.00002979236,0.0001741256,0.0002405715,0.000110421526,0.000005018415,0.00024408585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968846,0.00031121992,0.0003629123,0.00026402585,0.0018525474,0.0003246907],"domain_scores_gemma":[0.99690896,0.00044713888,0.000100099365,0.00041483747,0.0020953394,0.000033642613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015914204,0.00006239849,0.0000889187,0.0017268333,0.00028998012,0.00035362193,0.00049288344,0.00007235037,0.000019052284],"category_scores_gemma":[0.0017788099,0.0000587321,0.000025203855,0.0060679233,0.00005240743,0.00070497365,0.000100404664,0.0001328855,0.0000719725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010825259,0.0001024777,0.0018144766,0.000080016944,0.000007189735,1.8349148e-7,0.00008982026,0.0017328162,0.0043302258,0.84233457,0.03921387,0.11028351],"study_design_scores_gemma":[0.0004943518,0.00012998677,0.021196118,0.000009556631,0.0000019645754,9.348059e-7,0.000024334966,0.9193368,0.0006369145,0.02059614,0.037498508,0.00007441438],"about_ca_topic_score_codex":0.00008218189,"about_ca_topic_score_gemma":0.000008657151,"teacher_disagreement_score":0.91760397,"about_ca_system_score_codex":0.0003427933,"about_ca_system_score_gemma":0.00058811106,"threshold_uncertainty_score":0.55155766},"labels":[],"label_agreement":null},{"id":"W4307468104","doi":"10.1093/reseval/rvac034","title":"Describing the state of a research network: A mixed methods approach to network evaluation","year":2022,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McMaster University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Impact; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Diabetes Action Canada; Strategy for Patient-Oriented Research; Diabetes Action Research and Education Foundation","keywords":"State (computer science); Computer science; Management science; Operations research; Mathematics; Engineering; Algorithm","score_opus":0.681067600661678,"score_gpt":0.5949258226199131,"score_spread":0.08614177804176493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307468104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7094874,0.016546074,0.01789867,0.01352057,0.003550109,0.026991814,0.000028884717,0.00020890878,0.21176757],"genre_scores_gemma":[0.9889271,0.00013642211,0.004600794,0.00008965769,0.0015969219,0.003806502,0.000048349226,0.00002812326,0.00076612784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.86431146,0.11460999,0.00068550836,0.000783735,0.017149597,0.002459697],"domain_scores_gemma":[0.9897447,0.005205764,0.00013446235,0.00047586567,0.0041756057,0.00026358696],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41257715,0.00011418442,0.00022333454,0.00030580335,0.0070247096,0.0001981522,0.00093810854,0.000081152626,0.00067861844],"category_scores_gemma":[0.012484441,0.000099333236,0.00010717384,0.0076725734,0.00063779735,0.00019798196,0.0009057608,0.0012317891,0.000023660798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001884577,0.00012638493,0.00012291175,0.00000916758,0.00004678892,3.564598e-7,0.069648564,0.28715834,0.00015221025,0.017261336,0.047944717,0.5773408],"study_design_scores_gemma":[0.00079086423,0.00055303867,0.004393161,0.000076198055,0.00007595979,0.0000011407111,0.09915382,0.50104856,0.00006432514,0.3608497,0.03269374,0.00029946674],"about_ca_topic_score_codex":0.0030718925,"about_ca_topic_score_gemma":0.0011327134,"teacher_disagreement_score":0.57704127,"about_ca_system_score_codex":0.0017116782,"about_ca_system_score_gemma":0.0028484855,"threshold_uncertainty_score":0.9958338},"labels":[],"label_agreement":null},{"id":"W4391686139","doi":"10.1093/reseval/rvae003","title":"Effective mission-oriented research: A new framework for systemic research impact assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Research England; Leibniz-Gemeinschaft; Consortium of International Agricultural Research Centers; Ontario Agri-Food Innovation Alliance; Commonwealth Scientific and Industrial Research Organisation; International Livestock Research Institute; European Commission; Bundesministerium für Bildung und Forschung; FP7 International Cooperation; Strong; Stockholm Environment Institute; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; University of Arizona; World Bank Group","keywords":"Knowledge management; Sociology; Process management; Business; Management science; Computer science; Engineering","score_opus":0.8249377954287089,"score_gpt":0.7852370493509188,"score_spread":0.03970074607779017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391686139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63402236,0.010103737,0.24428093,0.049584113,0.003133887,0.034876566,0.00008851809,0.0003991772,0.023510695],"genre_scores_gemma":[0.9840298,0.00020629741,0.004833025,0.000034575827,0.0015036585,0.0024368688,0.00009428356,0.00006387914,0.0067975638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92321545,0.027217204,0.0014949087,0.0021155968,0.043664165,0.0022927066],"domain_scores_gemma":[0.901672,0.07490498,0.00015144145,0.0019558584,0.020351253,0.00096447085],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40534937,0.0002850837,0.00047185563,0.0052365516,0.0020436367,0.0029582835,0.0014580189,0.000395608,0.0052945437],"category_scores_gemma":[0.089870095,0.00019504587,0.00033590334,0.012187185,0.0004432184,0.0012289875,0.00046645955,0.003150561,0.0034972765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005106367,0.0002493821,0.0013047662,0.0001769078,0.0001547216,0.000015146178,0.0062044146,0.0020673263,0.0051346766,0.08672649,0.33240294,0.5650526],"study_design_scores_gemma":[0.0008637587,0.001704995,0.007275739,0.0011485555,0.000020769206,0.00001853035,0.0051848083,0.4895765,0.00070975133,0.42934775,0.0639428,0.00020607557],"about_ca_topic_score_codex":0.000336158,"about_ca_topic_score_gemma":0.00004591451,"teacher_disagreement_score":0.5648465,"about_ca_system_score_codex":0.005280017,"about_ca_system_score_gemma":0.016150668,"threshold_uncertainty_score":0.99925554},"labels":[],"label_agreement":null},{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","score_opus":0.5764107804956425,"score_gpt":0.7280077810102121,"score_spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404233352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7380184,0.0011727096,0.003481869,0.22171353,0.0010312401,0.0071058883,0.00025168387,0.00007033779,0.027154341],"genre_scores_gemma":[0.98895514,0.000013838158,0.00017128837,0.000008696159,0.0004733602,0.001537326,0.000045871097,0.000027366816,0.008767127],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9556442,0.02152568,0.0008985042,0.0010924623,0.019857176,0.0009819646],"domain_scores_gemma":[0.965582,0.010226447,0.00014245544,0.0011963074,0.022634903,0.00021787635],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19190753,0.00018675199,0.0003139182,0.0018481098,0.0013035953,0.0034961395,0.0017863854,0.00013433002,0.00066960836],"category_scores_gemma":[0.016486725,0.0001048512,0.0001389914,0.0072905244,0.0013214728,0.0013691224,0.0015182657,0.0014799489,0.00015497302],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095902215,0.0005943118,0.00020051558,0.0006642318,0.00024488667,0.00005169915,0.29036346,0.00012785307,0.1389852,0.062731184,0.17926975,0.32580787],"study_design_scores_gemma":[0.00026727925,0.001637657,0.00085132493,0.00023597377,0.000011796518,0.0000048263687,0.28613627,0.15259112,0.012506279,0.54442734,0.0011986784,0.00013144151],"about_ca_topic_score_codex":0.000037257712,"about_ca_topic_score_gemma":0.0005514387,"teacher_disagreement_score":0.48169616,"about_ca_system_score_codex":0.0008867374,"about_ca_system_score_gemma":0.005378935,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W4407050725","doi":"10.1093/reseval/rvaf003","title":"Canadian approaches to research impact and its assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Impact; York University","funders":"","keywords":"Excellence; Impact assessment; Economic impact analysis; Complement (music); Socioeconomic status; Political science; Research Assessment Exercise; Regional science; Sociology; Public administration; Economics; Higher education","score_opus":0.9356806078403561,"score_gpt":0.7271893779285502,"score_spread":0.2084912299118059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407050725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6664548,0.00670532,0.000061158025,0.27372506,0.00012202455,0.005921669,0.00004204202,0.000053978536,0.046913933],"genre_scores_gemma":[0.995737,0.0005015213,0.0001883287,0.0003806752,0.0004467692,0.0005021676,0.000083494204,0.000029568671,0.002130486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98836964,0.0018486221,0.00023675569,0.0005220674,0.006690293,0.0023326273],"domain_scores_gemma":[0.98044795,0.00161855,0.000007631471,0.0003818673,0.0017691253,0.015774889],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08023953,0.000111770605,0.00019124997,0.002455859,0.0003970422,0.00027200114,0.00013436914,0.00015556629,0.0015953095],"category_scores_gemma":[0.06878246,0.00008207682,0.000042651554,0.0023697622,0.000108412445,0.00018686103,0.00010753306,0.0017658642,0.0008534894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021100455,0.00013154178,0.001516752,0.0012337975,0.00009755131,0.00025848873,0.0016409821,0.000020748448,0.0045362487,0.005582829,0.21469939,0.7700707],"study_design_scores_gemma":[0.0019664038,0.0068379124,0.13526742,0.0022488998,0.000054776145,0.00015675907,0.0014935511,0.48644224,0.001344407,0.006762383,0.35709748,0.00032778413],"about_ca_topic_score_codex":0.031910192,"about_ca_topic_score_gemma":0.013085049,"teacher_disagreement_score":0.7697429,"about_ca_system_score_codex":0.00668261,"about_ca_system_score_gemma":0.07463245,"threshold_uncertainty_score":0.9999245},"labels":[],"label_agreement":null},{"id":"W4409229206","doi":"10.1093/reseval/rvaf012","title":"R&D performance evaluation and analysis under uncertainty: the case of Chinese industrial enterprises","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"China Scholarship Council","keywords":"Business; Industrial organization; Operations research; Mathematical economics; Economics; Mathematics","score_opus":0.47319575792618007,"score_gpt":0.5799018002915833,"score_spread":0.10670604236540326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409229206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993022,0.0013559929,0.0024294592,0.0016947668,0.00017169677,0.00065078813,0.000013860611,0.00001602366,0.00064540247],"genre_scores_gemma":[0.9994029,0.000057249432,0.00004894769,0.000014559031,0.00012637918,0.00006443049,0.000032620024,0.0000075081116,0.0002454383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98596823,0.005163551,0.00074800075,0.0006393435,0.0071848365,0.00029601666],"domain_scores_gemma":[0.98811585,0.0072709746,0.00015908551,0.00085135567,0.003522539,0.00008021345],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11360931,0.00012562732,0.00027503553,0.0021610183,0.0004898944,0.00064356346,0.0004553345,0.00009970998,0.0012265719],"category_scores_gemma":[0.02494016,0.00006896166,0.00017224421,0.011460737,0.00041719468,0.00045458667,0.00018446038,0.00039589917,0.00009803382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008904224,0.00008200579,0.042548742,0.000013773271,0.000527843,0.000009248037,0.0037263068,0.414103,0.0007502058,0.00035697225,0.0011888442,0.536604],"study_design_scores_gemma":[0.00023740475,0.00006041852,0.028745517,0.00002523095,0.0005452148,0.000019970055,0.00089257763,0.9587032,0.000039976174,0.010392539,0.00026701982,0.00007090156],"about_ca_topic_score_codex":0.00049936475,"about_ca_topic_score_gemma":0.0012318633,"teacher_disagreement_score":0.54460025,"about_ca_system_score_codex":0.00027569442,"about_ca_system_score_gemma":0.00083105674,"threshold_uncertainty_score":0.9996864},"labels":[],"label_agreement":null},{"id":"W4412012878","doi":"10.1093/reseval/rvaf028","title":"How impact-focused funding influences researchers’ knowledge mobilization activities","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mobilization; Political science; Regional science; Public administration; Sociology","score_opus":0.9620115125001445,"score_gpt":0.829655287050826,"score_spread":0.13235622544931847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412012878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95442885,0.0010944508,0.002145139,0.021911357,0.0007480589,0.0045439242,0.000059159465,0.0002909439,0.014778143],"genre_scores_gemma":[0.9905654,0.00018097353,0.00023198711,0.00015539082,0.0007023312,0.0018568798,0.00003840255,0.000036554222,0.006232074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98104906,0.01257396,0.00055881584,0.000581432,0.003615368,0.0016213434],"domain_scores_gemma":[0.98439014,0.012233524,0.000110230205,0.00045867413,0.002321819,0.00048563033],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0610446,0.00015802629,0.00019706623,0.0016257599,0.0020638872,0.00051054236,0.000398643,0.00019290177,0.0022729374],"category_scores_gemma":[0.023467688,0.00012929668,0.00006472418,0.0037489901,0.00031985712,0.002074851,0.0002357152,0.0013448417,0.0012862794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00020248494,0.00012273672,0.04380678,0.0036190008,0.0001400047,0.000009168417,0.24630716,0.0002724183,0.07263104,0.017025003,0.1846914,0.43117282],"study_design_scores_gemma":[0.0032227924,0.0013891823,0.15314531,0.0029226188,0.00006560113,0.0000055182913,0.11801771,0.28384292,0.004111372,0.032307994,0.400072,0.00089698826],"about_ca_topic_score_codex":0.00053749763,"about_ca_topic_score_gemma":0.0006759124,"teacher_disagreement_score":0.43027583,"about_ca_system_score_codex":0.0038323626,"about_ca_system_score_gemma":0.010241986,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4412397025","doi":"10.1093/reseval/rvaf031","title":"Evaluating the cross-disciplinary utility of anonymizing applications for scientific equipment in the Australian research sector","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"University of New South Wales; Australian Government; Astronomy Australia Limited; Analytical Center for the Government of the Russian Federation; National Computational Infrastructure","keywords":"Discipline; Cross disciplinary; Computer science; Data science; Sociology; Social science","score_opus":0.9742932159734768,"score_gpt":0.8049896586778139,"score_spread":0.16930355729566293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412397025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97175837,0.0033364317,0.0023212493,0.009034601,0.0005052133,0.00869647,0.00011168108,0.000019358788,0.0042166174],"genre_scores_gemma":[0.9934925,0.000036863596,0.0006797752,0.0000072373027,0.00023010442,0.0027969957,0.000032715383,0.000014122484,0.0027097077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.90927094,0.012113137,0.00205179,0.0023536463,0.07194311,0.0022673744],"domain_scores_gemma":[0.89160895,0.07744381,0.00019244054,0.0028230154,0.027668899,0.00026289158],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.6735944,0.00013264883,0.00022499423,0.032447062,0.0026591371,0.009733909,0.0045631677,0.00012960297,0.0008806669],"category_scores_gemma":[0.097261205,0.000069411566,0.000188171,0.2006496,0.0018152682,0.0007301497,0.0011778936,0.0011717334,0.00023482431],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030626231,0.0005795026,0.018236067,0.00037733288,0.00003905615,0.0000040311934,0.007060245,0.0017726008,0.031520396,0.017519614,0.047807194,0.8747777],"study_design_scores_gemma":[0.00048269317,0.0006418193,0.09229555,0.00009834594,0.0000096221665,0.000003103196,0.004840068,0.65191764,0.0022915346,0.2257202,0.021581301,0.000118124204],"about_ca_topic_score_codex":0.00009783325,"about_ca_topic_score_gemma":0.00012393697,"teacher_disagreement_score":0.8746596,"about_ca_system_score_codex":0.00050442066,"about_ca_system_score_gemma":0.002843059,"threshold_uncertainty_score":0.9986393},"labels":[],"label_agreement":null}]}