{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":31,"total_is_capped":false,"direct_labels_cover":7,"predictions_cover":31,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"445706b3482e","filters":{"venue":"Research Evaluation"}},"results":[{"id":"W2179962732","doi":"10.1093/reseval/rvv025","title":"Defining and assessing research quality in a transdisciplinary context","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":267,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Centre for International Forestry Research; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Rubric; Credibility; Quality (philosophy); Management science; Context (archaeology); Stakeholder; Relevance (law); Reflexivity; Computer science; Social research; Engineering ethics; Knowledge management; Sociology; Political science; Social science; Public relations; Epistemology; Engineering","authors":[{"name":"B. Belcher","is_ca":true},{"name":"Katherine E. Rasmussen","is_ca":true},{"name":"Matthew Kemshaw","is_ca":true},{"name":"Deborah Zornes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8503872670441657,"gpt":0.7265575859595685,"spread":0.1238296810845971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7561868,0.00204119,0.008295862,0.04310484,0.00859761,0.0279047,0.006064712,0.007931568,0.001813485],"category_scores_gemma":[0.8233669,0.0027895,0.005905387,0.02705839,0.02849083,0.02598244,0.02265928,0.008003517,0.0004532412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02374407,"about_ca_system_score_gemma":0.06400216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004887708,"about_ca_topic_score_gemma":0.005349108,"domain_scores_codex":[0.1431008,0.5745746,0.190019,0.01329142,0.07624681,0.002767426],"domain_scores_gemma":[0.05611091,0.7154438,0.07681806,0.04053922,0.1075652,0.003522704],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009001895,0.0004769353,0.04682099,0.1120565,0.004766859,0.000855321,0.1484458,0.004119695,0.004316918,0.2223458,0.009119057,0.445776],"study_design_scores_gemma":[0.001241783,0.002030333,0.04387915,0.1698131,0.005426832,0.001576017,0.08613808,0.01187424,0.008379014,0.5324482,0.1356374,0.001555792],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08733086,0.09851503,0.6325431,0.1099837,0.003971222,0.03273666,0.001345223,0.0006741027,0.03290008],"genre_scores_gemma":[0.3136875,0.01634929,0.6325994,0.006981153,0.000864347,0.02815788,0.0005105034,0.0001538032,0.0006960893],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2438132,"threshold_uncertainty_score":0.3006651,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090960911","doi":"10.3152/095820210x492495","title":"Which scientific elites? On the concentration of research funds, publications and citations","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Library science; Political science; Sociology; Computer science","authors":[{"name":"Vincent Larivière","is_ca":true},{"name":"Benoît Macaluso","is_ca":true},{"name":"Éric Archambault","is_ca":false},{"name":"Yves Gingras","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9310062741247978,"gpt":0.7398197713321439,"spread":0.1911865027926538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007121101,0.0002367582,0.001002301,0.01008955,0.002018873,0.003404511,0.001102842,0.0005905601,0.003653608],"category_scores_gemma":[0.03210219,0.0001937648,0.0003448379,0.01452211,0.002950037,0.002136632,0.002324248,0.0004835657,0.0004190525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004297955,"about_ca_system_score_gemma":0.003352502,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3229472,"about_ca_topic_score_gemma":0.3712848,"domain_scores_codex":[0.9950181,0.0008353809,0.0003025904,0.0005509134,0.00176495,0.001527914],"domain_scores_gemma":[0.9703977,0.01315287,0.007745151,0.0008104697,0.00468863,0.003205126],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001320781,0.00003126954,0.9815823,0.00003144765,0.0001078323,0.00005998562,0.003264968,0.000168945,0.0001665198,0.001140804,0.0005294127,0.01278458],"study_design_scores_gemma":[0.000008888487,0.00003780333,0.9929714,0.00002520261,0.00002978541,0.00004956692,0.005148883,0.0004960863,0.00007527395,0.0004525358,0.0006926337,0.00001201791],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957922,0.000512146,0.000119254,0.0003701709,0.000003252716,0.000009796297,0.000256466,0.000004071641,0.002932731],"genre_scores_gemma":[0.9993809,0.0001564978,0.00003510841,0.00003206094,0.00001041081,0.000003022898,0.00009986661,0.000002113868,0.0002799528],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9928789,"threshold_uncertainty_score":0.6421349,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1964238286","doi":"10.3152/095820208x331685","title":"The effect of university–industry collaboration on the scientific impact of publications: the Canadian case, 1980–2005","year":2008,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Proxy (statistics); Citation impact; Impact factor; Citation; Library science; Scientific field; Field (mathematics); Political science; Engineering; Statistics; Computer science; Mathematics; Law","authors":[{"name":"Louis-Michel Lebeau","is_ca":true},{"name":"Marie-Claude Laframboise","is_ca":true},{"name":"Vincent Larivière","is_ca":true},{"name":"Yves Gingras","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7929027252031994,"gpt":0.6583639922991803,"spread":0.1345387329040191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.005408001,0.0004855787,0.0008221419,0.01346754,0.006244205,0.006416476,0.001490264,0.0008916541,0.003949254],"category_scores_gemma":[0.03463459,0.0002405039,0.0008516399,0.03869491,0.002665615,0.001881047,0.002511799,0.001381132,0.00038109],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1124923,"about_ca_system_score_gemma":0.112953,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9891344,"about_ca_topic_score_gemma":0.9914478,"domain_scores_codex":[0.9888182,0.001177015,0.0004498691,0.0007361178,0.005785505,0.003033328],"domain_scores_gemma":[0.9553128,0.0120155,0.006859801,0.001130559,0.01781022,0.006871062],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008844176,0.0002502157,0.7583021,0.0007429542,0.0006930819,0.003114974,0.01330337,0.0159214,0.001174878,0.06631172,0.0206781,0.1186227],"study_design_scores_gemma":[0.00005781056,0.00008097574,0.9510959,0.0002181488,0.000358871,0.0005226629,0.008046125,0.003269362,0.0006647046,0.002703508,0.03287577,0.0001062403],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8506675,0.01074069,0.0004326811,0.004876573,0.00006616625,0.00006499096,0.004803977,0.00006799337,0.1282794],"genre_scores_gemma":[0.9932895,0.00225437,0.000271028,0.00007415522,0.00002763518,0.00001632928,0.0007295674,0.000008816919,0.003328763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.994592,"threshold_uncertainty_score":0.8161929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045237841","doi":"10.3152/095820211x13118583635675","title":"Assessing policy and practice impacts of social science research: the application of the Payback Framework to assess the Future of Work programme","year":2011,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Work (physics); Principal (computer security); Conceptual framework; Impact assessment; Exploratory research; Management science; Political science; Sociology; Public relations; Economics; Social science; Public administration; Computer science; Engineering","authors":[{"name":"Lisa Klautzer","is_ca":false},{"name":"Stephen Hanney","is_ca":false},{"name":"Erica E. Nason","is_ca":true},{"name":"Jennifer Rubin","is_ca":false},{"name":"Jonathan Grant","is_ca":false},{"name":"Steven Wooding","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6809027168370274,"gpt":0.7071491872714307,"spread":0.02624647043440331,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4175667,0.002403137,0.003394371,0.02766532,0.006724075,0.023194,0.004051256,0.00740585,0.004432237],"category_scores_gemma":[0.413518,0.001379642,0.003800298,0.01465822,0.0339863,0.02337139,0.02072656,0.006171164,0.0002820524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04127561,"about_ca_system_score_gemma":0.05167473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01341132,"about_ca_topic_score_gemma":0.01002405,"domain_scores_codex":[0.4352704,0.490154,0.01456782,0.004184909,0.04861209,0.007210653],"domain_scores_gemma":[0.4569309,0.4530666,0.02535015,0.01702484,0.04038959,0.007237826],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007186965,0.0006742987,0.029139,0.008918692,0.00108253,0.0004597322,0.02598743,0.01829471,0.0003674063,0.6729449,0.005965063,0.2354476],"study_design_scores_gemma":[0.000512032,0.002347852,0.03347223,0.01007544,0.0006564063,0.0004155678,0.04020979,0.02787615,0.001071287,0.8424709,0.04051941,0.0003728515],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1870427,0.02373333,0.3797287,0.1757388,0.001978218,0.02045974,0.001636186,0.0005329291,0.2091495],"genre_scores_gemma":[0.8055189,0.003575685,0.1751482,0.002830459,0.0002469883,0.01115996,0.0001939201,0.00006353882,0.001262274],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5824333,"threshold_uncertainty_score":0.718244,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158773594","doi":"10.1093/reseval/rvs027","title":"Evaluating health research impact: Development and implementation of the Alberta Innovates - Health Solutions impact framework","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Stakeholder; Business; Non profit; Management science; Political science; Process management; Economics; Public relations; Public administration; Geography","authors":[{"name":"Kathryn E. Graham","is_ca":false},{"name":"Heidi Chorzempa","is_ca":false},{"name":"Pamela A. Valentine","is_ca":false},{"name":"Jacques Magnan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8959327253990201,"gpt":0.7119006456455266,"spread":0.1840320797534936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1254879,0.002186857,0.001790936,0.01382233,0.002552711,0.00970772,0.005098159,0.002479139,0.00468304],"category_scores_gemma":[0.1388004,0.001167751,0.002830506,0.01242009,0.005725725,0.005272806,0.00823801,0.003303372,0.0004771447],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.07812623,"about_ca_system_score_gemma":0.1197629,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4635505,"about_ca_topic_score_gemma":0.4732309,"domain_scores_codex":[0.908551,0.05537218,0.004361096,0.002231708,0.02591748,0.003566487],"domain_scores_gemma":[0.8992202,0.05944081,0.004011158,0.004310695,0.0306005,0.002416701],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001655945,0.0002895739,0.01946097,0.001547243,0.0004616036,0.0001362634,0.001695038,0.1156973,0.0002682312,0.6538098,0.01239763,0.1940708],"study_design_scores_gemma":[0.0004779662,0.0007926209,0.04782331,0.0054563,0.001092678,0.0002609926,0.004805108,0.3104119,0.002225427,0.4787694,0.1474147,0.0004696813],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04411893,0.00729864,0.6726077,0.02554676,0.0004622778,0.01337956,0.007078018,0.00129963,0.2282085],"genre_scores_gemma":[0.2550195,0.001857433,0.7345558,0.0007802813,0.00006861879,0.002671615,0.002124224,0.000100249,0.002822255],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9218737,"threshold_uncertainty_score":0.9217046,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","authors":[{"name":"Barbara Riley","is_ca":true},{"name":"Alison Kernoghan","is_ca":true},{"name":"Lisa Stockton","is_ca":true},{"name":"Steve Montague","is_ca":false},{"name":"Jennifer Yessis","is_ca":true},{"name":"Cameron D. Willis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8233162217039798,"gpt":0.7626251681297992,"spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7326147,0.004248259,0.006057442,0.02173491,0.01092781,0.03356428,0.005027271,0.009016406,0.006784972],"category_scores_gemma":[0.8206303,0.00243081,0.006107146,0.01666867,0.03041665,0.04658323,0.02751897,0.009403595,0.001290465],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02659426,"about_ca_system_score_gemma":0.04468746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006882389,"about_ca_topic_score_gemma":0.004559941,"domain_scores_codex":[0.136986,0.7348461,0.03507402,0.01185211,0.07702082,0.004221058],"domain_scores_gemma":[0.08529448,0.7579652,0.03648381,0.06495578,0.05203018,0.00327058],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001656051,0.0008288299,0.03154932,0.01508532,0.003854085,0.0002296947,0.03194501,0.00842763,0.001499099,0.3663428,0.012508,0.5260741],"study_design_scores_gemma":[0.00163062,0.004092477,0.03251217,0.02654829,0.003704567,0.0004085978,0.02347429,0.02382277,0.01086817,0.7690744,0.1028187,0.001044981],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0853084,0.02140386,0.6212923,0.09701122,0.005182492,0.0208038,0.001258369,0.001536785,0.1462028],"genre_scores_gemma":[0.5071461,0.004664867,0.4603658,0.007595175,0.0009272636,0.01641983,0.000315602,0.0005837391,0.001981474],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2673853,"threshold_uncertainty_score":0.3297337,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088466851","doi":"10.1093/reseval/rvaa024","title":"Understanding and evaluating the impact of integrated problem-oriented research programmes: Concepts and considerations","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Context (archaeology); Counterfactual thinking; Scale (ratio); Theory of change; Management science; Discipline; Computer science; Field (mathematics); Impact evaluation; Ex-ante; Impact assessment; Research program; Political science; Economics; Sociology; Psychology; Management; Social science","authors":[{"name":"B. Belcher","is_ca":true},{"name":"Karl Hughes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9197335360181665,"gpt":0.7290685971858931,"spread":0.1906649388322734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2581913,0.002280489,0.00282633,0.009693868,0.00240878,0.02361337,0.005528085,0.006056265,0.00712008],"category_scores_gemma":[0.32647,0.001532554,0.002437372,0.00831081,0.03470151,0.02171097,0.01174388,0.005011986,0.0005450215],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01659438,"about_ca_system_score_gemma":0.01877095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0026078,"about_ca_topic_score_gemma":0.001960825,"domain_scores_codex":[0.6853852,0.2618729,0.01206697,0.00574031,0.03177041,0.003164164],"domain_scores_gemma":[0.4550203,0.4859928,0.02317891,0.0152774,0.01741827,0.003112175],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006323523,0.003115003,0.01389483,0.01452177,0.001001679,0.0002188056,0.01169942,0.03898253,0.001272794,0.6846028,0.001580885,0.2284771],"study_design_scores_gemma":[0.0004938931,0.002680251,0.01081721,0.01367906,0.0007748333,0.0002009256,0.01316228,0.04613518,0.003559888,0.8891286,0.01919687,0.0001709568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1507086,0.02907887,0.6084885,0.05420465,0.0004631792,0.01628602,0.0005628964,0.000540845,0.1396665],"genre_scores_gemma":[0.6541946,0.004786705,0.3261946,0.001652529,0.0001644274,0.01183317,0.0001501301,0.00008196208,0.000941886],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7418088,"threshold_uncertainty_score":0.9147822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4249280535","doi":"10.3152/147154406781775922","title":"Web indicators for complex innovation systems","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"European Commission","keywords":"Library science; World Wide Web; Sociology; Computer science","authors":[{"name":"J. Sylvan Katz","is_ca":false},{"name":"Viv Cothey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3435551587745332,"gpt":0.4777608832265727,"spread":0.1342057244520394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.005864213,0.0007861827,0.0006155302,0.01866516,0.001165678,0.005177261,0.0006291281,0.0008951614,0.01449693],"category_scores_gemma":[0.05886429,0.0002213731,0.000801718,0.01913338,0.001583341,0.006377047,0.002954784,0.001745689,0.002253838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002855482,"about_ca_system_score_gemma":0.002257294,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006767562,"about_ca_topic_score_gemma":0.006659537,"domain_scores_codex":[0.9914696,0.002733396,0.0009963646,0.0005022264,0.003890764,0.0004076527],"domain_scores_gemma":[0.9616793,0.01761841,0.006656254,0.003124769,0.009620836,0.001300431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002357108,0.0002379248,0.07433378,0.001301205,0.0002134998,0.0001762598,0.002394114,0.01841062,0.002519425,0.5568181,0.03589141,0.307468],"study_design_scores_gemma":[0.00008348842,0.0003876174,0.1158865,0.001173689,0.000172629,0.0006629923,0.004816826,0.1047749,0.006954391,0.396893,0.3679131,0.0002808886],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1116411,0.007972308,0.643573,0.00363057,0.001332166,0.001837781,0.01692338,0.004133911,0.2089558],"genre_scores_gemma":[0.6815393,0.002420424,0.2960804,0.0003441577,0.0003385581,0.002019457,0.005877513,0.0005488342,0.01083131],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9813349,"threshold_uncertainty_score":0.04849702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091428252","doi":"10.1093/reseval/rvt017","title":"The New Zealand performance-based research fund and its impact on publication activity in economics","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Pennington Biomedical Research Foundation","keywords":"Queen (butterfly); Library science; Management; Sociology; Media studies; Economics; Computer science","authors":[{"name":"David L. Anderson","is_ca":true},{"name":"John Tressler","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4102852180787603,"gpt":0.4383793823756601,"spread":0.02809416429689976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02730245,0.0004491574,0.0005435038,0.006517906,0.001104088,0.006636191,0.0009252535,0.0008753393,0.003639736],"category_scores_gemma":[0.1410477,0.0002856726,0.0004609742,0.008619153,0.002329387,0.003996565,0.002688249,0.001071675,0.0006885303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01423371,"about_ca_system_score_gemma":0.01841662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1751826,"about_ca_topic_score_gemma":0.1289099,"domain_scores_codex":[0.9749501,0.00781339,0.001545864,0.0008435839,0.01285284,0.001994133],"domain_scores_gemma":[0.8630501,0.03632305,0.03885044,0.005806936,0.0391571,0.0168123],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001389164,0.0003900522,0.5439669,0.001225407,0.0004302331,0.0006542176,0.004760937,0.00526999,0.002725914,0.05134355,0.02738417,0.3604594],"study_design_scores_gemma":[0.00005917869,0.0002819447,0.951429,0.0001845306,0.00006577364,0.000136136,0.0009653703,0.001691477,0.0007574237,0.002449246,0.04192575,0.00005410717],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7823874,0.01481494,0.00425161,0.03036915,0.0007110926,0.0002784783,0.003945164,0.0003030587,0.1629392],"genre_scores_gemma":[0.9836814,0.003640746,0.0026874,0.000295089,0.000262346,0.0000930159,0.0008923912,0.00009103127,0.008356627],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9934821,"threshold_uncertainty_score":0.3483258,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2165295550","doi":"10.1093/reseval/rvs041","title":"Accountability, performance assessment, and evaluation: Policy pressures and responses from research councils","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Public administration; Political science; Library science; Higher education; Sociology; Management; Law; Computer science; Economics","authors":[{"name":"C. M.","is_ca":true},{"name":"Andrew Kretz","is_ca":true},{"name":"Kristjan Sigurdson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8015169397706693,"gpt":0.7149106275809038,"spread":0.08660631218976544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4908911,0.0007888776,0.001897264,0.008126211,0.0256403,0.03299076,0.006030109,0.02117122,0.003538749],"category_scores_gemma":[0.5858356,0.001952205,0.001683544,0.01002372,0.03353781,0.01802015,0.02899993,0.02664406,0.0005401871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06365176,"about_ca_system_score_gemma":0.1291986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02950475,"about_ca_topic_score_gemma":0.026243,"domain_scores_codex":[0.3870221,0.3988573,0.03671646,0.03003705,0.1084043,0.03896277],"domain_scores_gemma":[0.1283137,0.6441304,0.07728094,0.02465126,0.08980627,0.03581743],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007205994,0.0009704524,0.07257799,0.002292666,0.0003119595,0.001584652,0.1246632,0.004500308,0.002445512,0.4209639,0.09778333,0.2711855],"study_design_scores_gemma":[0.0004688157,0.001030673,0.09127519,0.004934258,0.0001675563,0.0007129621,0.1660181,0.005516108,0.002809933,0.1149443,0.6110847,0.001037372],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1612893,0.009002596,0.01190395,0.7580073,0.00203618,0.000659175,0.0001171613,0.0002202209,0.05676413],"genre_scores_gemma":[0.9074556,0.003591079,0.007226212,0.07339413,0.001849865,0.0009681296,0.00007535837,0.0001468601,0.005292752],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5091089,"threshold_uncertainty_score":0.6278219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809081890","doi":"10.1093/reseval/rvy017","title":"The characteristics of highly cited researchers in Africa","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Robert Bosch Stiftung; International Development Research Centre","keywords":"Regional science; Political science; Geography","authors":[{"name":"Hugo Confraria","is_ca":false},{"name":"Jaco P. Blanckenberg","is_ca":false},{"name":"Charl Swart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5254922033853094,"gpt":0.5499418067153077,"spread":0.02444960332999824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004165748,0.0001431783,0.0004065983,0.006862852,0.001631555,0.002325177,0.0004262089,0.0005960532,0.003680771],"category_scores_gemma":[0.04227203,0.0001587117,0.0001651542,0.01368978,0.0007321984,0.001463481,0.001348927,0.0004430698,0.0005077086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006737724,"about_ca_system_score_gemma":0.001094715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003408301,"about_ca_topic_score_gemma":0.004632439,"domain_scores_codex":[0.9972566,0.0009678511,0.0004074213,0.000241145,0.0006305484,0.0004965152],"domain_scores_gemma":[0.9519174,0.01876784,0.02080502,0.001208801,0.004086115,0.003214803],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007850359,0.0000637656,0.9611623,0.0002145652,0.00006307146,0.000520742,0.01087385,0.0001936107,0.0008611838,0.001893894,0.0007897253,0.02328492],"study_design_scores_gemma":[0.00001479404,0.0000915959,0.959648,0.0002936704,0.00004790317,0.001254144,0.02720632,0.0004818701,0.0005784846,0.001504,0.008845927,0.00003336777],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993204,0.001104509,0.0002613695,0.000737983,0.00001598116,0.00001892815,0.0002572018,0.000003604857,0.004396399],"genre_scores_gemma":[0.9984757,0.0007384662,0.0001623743,0.00005113745,0.00001795737,0.00001056866,0.00008387616,0.000002654243,0.000457164],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9958342,"threshold_uncertainty_score":0.02203089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106446068","doi":"10.1093/reseval/rvs024","title":"Assessment of the impact of a clinical and health services research call in Catalonia","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Instituto de Salud Carlos III; Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Agency (philosophy); Funding Agency; Health care; Business; Impact assessment; Knowledge management; Public relations; Political science; Computer science; Sociology; Public administration","authors":[{"name":"Paula Adam","is_ca":false},{"name":"Maite Solans‐Domènech","is_ca":false},{"name":"J Pons","is_ca":false},{"name":"Marta Aymerich","is_ca":false},{"name":"Silvina Berra","is_ca":false},{"name":"Imma Guillamón","is_ca":false},{"name":"Eva María Torrecilla Sánchez","is_ca":false},{"name":"Gaietà Permanyer-Miralda","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5032670908757158,"gpt":0.6575713794330598,"spread":0.154304288557344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06966362,0.001151451,0.001235739,0.005487604,0.004486478,0.0127168,0.003801748,0.00504154,0.006477152],"category_scores_gemma":[0.07953645,0.0007832753,0.001279276,0.004585592,0.003051906,0.002647723,0.01231631,0.003230041,0.001078921],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05006165,"about_ca_system_score_gemma":0.04499735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.09114358,"about_ca_topic_score_gemma":0.06720295,"domain_scores_codex":[0.9272299,0.03864854,0.004445996,0.002983423,0.01566071,0.01103134],"domain_scores_gemma":[0.8816836,0.06009752,0.01089059,0.006416067,0.02229818,0.01861396],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01381502,0.006565827,0.3170612,0.01329557,0.001460406,0.01159141,0.05164635,0.02576599,0.008849589,0.03135159,0.05138468,0.4672124],"study_design_scores_gemma":[0.0006408844,0.004676846,0.8389777,0.002466969,0.0004869593,0.0007442604,0.07618455,0.004211672,0.001833907,0.002198652,0.06723756,0.0003401817],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9459718,0.004586537,0.0009709547,0.009176597,0.0006402794,0.001957924,0.001698789,0.0001278978,0.03486921],"genre_scores_gemma":[0.982736,0.001742751,0.002201972,0.002554197,0.0002332036,0.001824821,0.001222815,0.00005171103,0.007432369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9303364,"threshold_uncertainty_score":0.3684208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3039376085","doi":"10.1093/reseval/rvaa006","title":"DARE to be different? A novel approach for analysing diversity in collaborative research projects","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Global Health Research","funders":"Medical Research Council","keywords":"Operationalization; Diversity (politics); Group cohesiveness; Narrative; Knowledge management; Sociology; Management science; Computer science; Data science; Psychology; Engineering; Epistemology; Social psychology","authors":[{"name":"Frédérique Bone","is_ca":false},{"name":"Michael M. Hopkins","is_ca":false},{"name":"Ismael Ràfols","is_ca":false},{"name":"Jordi Molas‐Gallart","is_ca":false},{"name":"Puay Tang","is_ca":false},{"name":"Gail Davey","is_ca":true},{"name":"Antony M. Carr","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8454706926792013,"gpt":0.6348000941306084,"spread":0.2106705985485928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06984819,0.0009880908,0.001323132,0.01760537,0.007355812,0.0179402,0.002575657,0.002572626,0.003683759],"category_scores_gemma":[0.1275821,0.0009335451,0.001406212,0.01101391,0.01679998,0.01985002,0.02001949,0.003233141,0.0003647592],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008149312,"about_ca_system_score_gemma":0.007047643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003262975,"about_ca_topic_score_gemma":0.004620588,"domain_scores_codex":[0.8730942,0.1064418,0.004308692,0.00472594,0.009138392,0.002290941],"domain_scores_gemma":[0.8406724,0.1246194,0.0107474,0.01038204,0.01078213,0.002796718],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0003303064,0.0002445427,0.02398705,0.001507315,0.0002206967,0.00074802,0.4708081,0.001731562,0.002496426,0.3060064,0.002073816,0.1898457],"study_design_scores_gemma":[0.0001404106,0.0004168045,0.01872095,0.002001386,0.0001856276,0.001165152,0.4854506,0.01848467,0.003499245,0.3882056,0.08143981,0.000289738],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2459862,0.001650084,0.6848633,0.01035451,0.0003484936,0.002682349,0.0004981853,0.0003591357,0.05325778],"genre_scores_gemma":[0.7041768,0.0003131273,0.290429,0.0003830037,0.00005603632,0.002586488,0.0001464359,0.00006412849,0.001844902],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9301518,"threshold_uncertainty_score":0.369397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","authors":[{"name":"Susan Roelofs","is_ca":true},{"name":"Nancy Edwards","is_ca":true},{"name":"Sarah Viehbeck","is_ca":true},{"name":"Cody Anderson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4498606977137448,"gpt":0.6562607191916434,"spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2413446,0.001808627,0.001667893,0.003533923,0.006611828,0.005923744,0.00438123,0.003092038,0.001172134],"category_scores_gemma":[0.2086797,0.00144849,0.001671185,0.002574122,0.004881596,0.005252228,0.00880938,0.002038352,0.0003924709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01110225,"about_ca_system_score_gemma":0.0147866,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00543552,"about_ca_topic_score_gemma":0.009001936,"domain_scores_codex":[0.7784019,0.1867957,0.00944416,0.004992005,0.01352983,0.00683638],"domain_scores_gemma":[0.7149517,0.1835145,0.02141491,0.02508346,0.04714272,0.007892696],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.004087696,0.03068558,0.1528345,0.00286362,0.000788542,0.003619656,0.4255868,0.006816622,0.007118871,0.003323925,0.002469777,0.3598044],"study_design_scores_gemma":[0.002745334,0.1020762,0.2193847,0.004872708,0.00137636,0.002532868,0.5587059,0.0146491,0.04435423,0.005885238,0.04229404,0.00112321],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810775,0.0003138124,0.01028443,0.0005450271,0.00005932324,0.005170252,0.0001294584,0.00007647314,0.002343697],"genre_scores_gemma":[0.9528374,0.0004201682,0.03535258,0.0003859283,0.00005491292,0.009312106,0.0001888007,0.00006092484,0.001387201],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7586554,"threshold_uncertainty_score":0.9355572,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2068351607","doi":"10.1093/reseval/rvt029","title":"The use of academic research in public health policy and practice","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Nature","keywords":"Library science; Management; Political science; Media studies; Sociology; Public administration","authors":[{"name":"Margaret A. Lemay","is_ca":true},{"name":"Creso M. Sá","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9915096433103318,"gpt":0.8774207881739973,"spread":0.1140888551363345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.233692,0.0006034419,0.001415416,0.01235692,0.02470836,0.04255563,0.004418326,0.005046408,0.003475363],"category_scores_gemma":[0.2471501,0.001336404,0.0007096109,0.01712811,0.06838237,0.0196069,0.0231878,0.005223685,0.0005715202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05462664,"about_ca_system_score_gemma":0.11399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.094808,"about_ca_topic_score_gemma":0.1001386,"domain_scores_codex":[0.4753996,0.4651628,0.009669145,0.006183166,0.03287474,0.01071066],"domain_scores_gemma":[0.3913506,0.508375,0.03112438,0.02683039,0.02452669,0.01779288],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001050036,0.000132924,0.02659009,0.001589345,0.00007056083,0.0004916651,0.7751529,0.0003838355,0.000690898,0.09004079,0.003771166,0.1009809],"study_design_scores_gemma":[0.00004842819,0.000239663,0.01563194,0.003535302,0.00005678386,0.0004053891,0.743534,0.0005011572,0.0005242644,0.03600199,0.1994012,0.000119881],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4826842,0.03464599,0.02556908,0.2313485,0.0006495686,0.0008068701,0.0002390429,0.0002183659,0.2238383],"genre_scores_gemma":[0.9848445,0.004732718,0.005279705,0.003069506,0.0002028895,0.0002142528,0.00002843759,0.0000408243,0.001587142],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.766308,"threshold_uncertainty_score":0.9449942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391686139","doi":"10.1093/reseval/rvae003","title":"Effective mission-oriented research: A new framework for systemic research impact assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Research England; Leibniz-Gemeinschaft; Consortium of International Agricultural Research Centers; Ontario Agri-Food Innovation Alliance; Commonwealth Scientific and Industrial Research Organisation; International Livestock Research Institute; European Commission; Bundesministerium für Bildung und Forschung; FP7 International Cooperation; Strong; Stockholm Environment Institute; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; University of Arizona; World Bank Group","keywords":"Knowledge management; Sociology; Process management; Business; Management science; Computer science; Engineering","authors":[{"name":"Lena Pfeifer","is_ca":false},{"name":"Katharina Helming","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8249377954287089,"gpt":0.7852370493509188,"spread":0.03970074607779017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.313152,0.004979793,0.004309797,0.02744652,0.006877427,0.03405488,0.006762106,0.007097399,0.005775132],"category_scores_gemma":[0.1387581,0.001938055,0.003860963,0.01346227,0.08142152,0.03292906,0.0190478,0.01092945,0.00099351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02563068,"about_ca_system_score_gemma":0.03374217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004969893,"about_ca_topic_score_gemma":0.005062001,"domain_scores_codex":[0.6743116,0.2894987,0.0113028,0.007818219,0.01461565,0.002453081],"domain_scores_gemma":[0.6960761,0.2367813,0.01256563,0.02631935,0.02357657,0.004681006],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001205018,0.00003584768,0.0003161908,0.0008783413,0.00006003174,0.00004123046,0.002376689,0.001905756,0.00008420355,0.9752873,0.0009697085,0.01803261],"study_design_scores_gemma":[0.00002830763,0.00006079502,0.0002735688,0.001939216,0.00008058734,0.0000654725,0.002097568,0.003739068,0.0001951333,0.9601295,0.03134647,0.00004446175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002050021,0.01272388,0.8915865,0.02982584,0.0007940108,0.001881243,0.0002374362,0.0003495982,0.06055137],"genre_scores_gemma":[0.177513,0.007467129,0.8040491,0.002504334,0.0007700447,0.005388203,0.000203184,0.0001688899,0.001936003],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.686848,"threshold_uncertainty_score":0.847006,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979198997","doi":"10.1093/reseval/rvz024","title":"Do we need a book citation index for research evaluation?","year":2019,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Index (typography); Citation index; Argument (complex analysis); Sociology; Library science; Social science; Computer science; World Wide Web; Medicine","authors":[{"name":"Yves Gingras","is_ca":true},{"name":"Mahdi Khelfaoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9412224849470798,"gpt":0.7642154891255654,"spread":0.1770069958215145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.1053156,0.001299218,0.007792561,0.04382827,0.001925554,0.0268398,0.00300632,0.002866311,0.008214843],"category_scores_gemma":[0.5022945,0.0006003713,0.00151822,0.09165105,0.003692988,0.02086441,0.003365586,0.004054517,0.004737596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0052555,"about_ca_system_score_gemma":0.004752912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002468473,"about_ca_topic_score_gemma":0.003120654,"domain_scores_codex":[0.7889759,0.1086373,0.02843618,0.005240052,0.06694333,0.001767264],"domain_scores_gemma":[0.5179245,0.2719454,0.04851954,0.0244565,0.1274489,0.009705241],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004951223,0.0003727178,0.04900277,0.007370926,0.001625906,0.00009304732,0.001114323,0.001233647,0.0009408863,0.04169935,0.1447847,0.7512666],"study_design_scores_gemma":[0.0006118738,0.001668649,0.1922057,0.01653196,0.002756812,0.001257824,0.008770067,0.02254113,0.004799546,0.2525985,0.4950219,0.001236118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.09251421,0.2258437,0.1474553,0.1996544,0.04252843,0.00280751,0.01641484,0.00526648,0.2675152],"genre_scores_gemma":[0.6778688,0.04414587,0.2067338,0.02510953,0.0150594,0.005988851,0.009299763,0.001949637,0.01384442],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9561718,"threshold_uncertainty_score":0.5569687,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2063748664","doi":"10.3152/095820210x12827366906562","title":"Evaluation of RT&D: from 'prescriptions for justifying' to 'user-oriented guidance for learning'","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Hierarchy; Subject (documents); Frame (networking); Work (physics); Production (economics); Computer science; Knowledge management; Sociology; Operations research; Political science; Engineering; Economics; Library science; Telecommunications; Microeconomics","authors":[{"name":"Steve Montague","is_ca":false},{"name":"Rodolfo Valentim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9214874769191007,"gpt":0.7382062644885964,"spread":0.1832812124305043,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3621468,0.00117152,0.001777707,0.01830467,0.006932773,0.03985049,0.004468919,0.004724377,0.002822879],"category_scores_gemma":[0.5091429,0.0007184811,0.0008463709,0.01706921,0.03718198,0.0200241,0.01191252,0.004928119,0.0008935209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03528969,"about_ca_system_score_gemma":0.04647206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01568373,"about_ca_topic_score_gemma":0.01431702,"domain_scores_codex":[0.4743696,0.3781749,0.03048279,0.006072004,0.1069576,0.003943184],"domain_scores_gemma":[0.4523169,0.3950509,0.03511408,0.028436,0.08174311,0.007339033],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001906845,0.0001871234,0.01500992,0.003343431,0.0001359376,0.0001390568,0.03499345,0.001817413,0.0007204956,0.5049098,0.0216426,0.4169101],"study_design_scores_gemma":[0.0002479373,0.0008206872,0.03005102,0.01234178,0.0001987285,0.0003611756,0.07678827,0.01042664,0.006873582,0.5670747,0.2941953,0.0006203131],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1183345,0.02702662,0.246275,0.3223962,0.001681123,0.003660939,0.001161888,0.00134089,0.2781228],"genre_scores_gemma":[0.8203397,0.004558424,0.1625555,0.005692827,0.0003296997,0.001798,0.0002650185,0.0002150377,0.004245838],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6378533,"threshold_uncertainty_score":0.7865866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133136109","doi":"10.3152/147154406781775913","title":"Research funding by city: an indicator of regional technological competitiveness?","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"Australian Government","keywords":"Agency (philosophy); Intellectual property; Investment (military); Productivity; Business; Information and Communications Technology; Population; Regional science; Funding Agency; Economic growth; Economic geography; Economics; Political science; Geography; Public relations; Sociology; Social science","authors":[{"name":"J. Adam Holbrook","is_ca":true},{"name":"B. P. Clayman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5438780804210941,"gpt":0.4880374436220943,"spread":0.05584063679899981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.00551189,0.0002556596,0.00079109,0.005199214,0.001061242,0.004568611,0.0008688963,0.0005063573,0.006148643],"category_scores_gemma":[0.0218939,0.0001793468,0.0004611832,0.01888433,0.001587205,0.001500435,0.002190764,0.0005784938,0.000996275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005400741,"about_ca_system_score_gemma":0.01347271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3347277,"about_ca_topic_score_gemma":0.4579014,"domain_scores_codex":[0.9936216,0.001863253,0.0004463451,0.0007297072,0.002082321,0.001256785],"domain_scores_gemma":[0.9735497,0.00408619,0.007810144,0.001816645,0.009082565,0.003654878],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002301363,0.00004697278,0.8919566,0.0004694642,0.0003396378,0.0001598382,0.002499702,0.002069973,0.00112266,0.02628155,0.01811204,0.0567114],"study_design_scores_gemma":[0.00003574404,0.00005591787,0.9315705,0.0001266107,0.0001774622,0.0002240699,0.003484839,0.001212016,0.0005496583,0.002304938,0.06021478,0.00004350371],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7980993,0.01047413,0.007520263,0.01468667,0.000233836,0.0002246164,0.01572701,0.0003829974,0.1526511],"genre_scores_gemma":[0.9856543,0.001699606,0.003165796,0.0002897852,0.00007088035,0.00008655816,0.002521374,0.0001008305,0.006410848],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9948008,"threshold_uncertainty_score":0.6655588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307468104","doi":"10.1093/reseval/rvac034","title":"Describing the state of a research network: A mixed methods approach to network evaluation","year":2022,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval; McMaster University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Impact; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Diabetes Action Canada; Strategy for Patient-Oriented Research; Diabetes Action Research and Education Foundation","keywords":"State (computer science); Computer science; Management science; Operations research; Mathematics; Engineering; Algorithm","authors":[{"name":"James M. Bowen","is_ca":true},{"name":"Mathieu Ouimet","is_ca":true},{"name":"Justin Lawarée","is_ca":true},{"name":"Joanna Bielecki","is_ca":true},{"name":"Ashley Rhéaume","is_ca":true},{"name":"Caylee A. Greenberg","is_ca":true},{"name":"Valeria E. Rac","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.681067600661678,"gpt":0.5949258226199131,"spread":0.08614177804176493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46301,0.001862415,0.003416599,0.01849025,0.007368078,0.0146547,0.006593169,0.00275538,0.003978631],"category_scores_gemma":[0.4826364,0.001328275,0.002794248,0.01745655,0.008784467,0.01424389,0.01397117,0.003799614,0.0004637635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03017065,"about_ca_system_score_gemma":0.050112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01626598,"about_ca_topic_score_gemma":0.02512876,"domain_scores_codex":[0.3180315,0.6349523,0.01875292,0.01027306,0.01589398,0.002096292],"domain_scores_gemma":[0.3677068,0.5178257,0.03397234,0.03245459,0.04434713,0.003693494],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001018352,0.00103019,0.02648887,0.01862419,0.002268724,0.0003929264,0.1183511,0.01202468,0.001021464,0.2251924,0.0112304,0.5823568],"study_design_scores_gemma":[0.001237422,0.003450377,0.02810537,0.02839441,0.003073644,0.0003618246,0.1432785,0.08509015,0.004568379,0.5226057,0.178908,0.0009261577],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04981725,0.005749445,0.7865036,0.01074509,0.0005395989,0.1220611,0.002570854,0.0004960254,0.02151701],"genre_scores_gemma":[0.1606392,0.001442009,0.681676,0.001459512,0.0001096977,0.1526827,0.000806776,0.0001002835,0.001083946],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.53699,"threshold_uncertainty_score":0.6622043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","authors":[{"name":"Jennifer Lock","is_ca":true},{"name":"Sandra Becker","is_ca":true},{"name":"Petrea Redmond","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2909111255384714,"gpt":0.5436972920467246,"spread":0.2527861665082531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1073614,0.0007197212,0.001086995,0.006931193,0.003737605,0.01274689,0.003304143,0.002294022,0.00200836],"category_scores_gemma":[0.1036191,0.0007234466,0.0005128068,0.002791048,0.01082061,0.01216741,0.007138412,0.00418921,0.000339713],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009592427,"about_ca_system_score_gemma":0.02370873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006548916,"about_ca_topic_score_gemma":0.01556412,"domain_scores_codex":[0.9160234,0.0671379,0.004543215,0.002431045,0.008926941,0.0009375088],"domain_scores_gemma":[0.8554647,0.1100991,0.004806357,0.005702162,0.02198601,0.001941617],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001286989,0.0009073848,0.0145846,0.002682714,0.00007620965,0.0003962311,0.1520956,0.004028019,0.002430608,0.3939084,0.003738533,0.4250231],"study_design_scores_gemma":[0.0003795832,0.001780813,0.01284397,0.01720958,0.0004310572,0.000780649,0.2467671,0.04039263,0.01638038,0.4509398,0.2117002,0.0003942948],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2055382,0.01099493,0.6865259,0.02109332,0.0004934644,0.004403373,0.0001469057,0.0006140529,0.07018997],"genre_scores_gemma":[0.6051421,0.001270094,0.3894216,0.0005052359,0.00002922616,0.001528735,0.00004223976,0.00005522569,0.002005453],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8926386,"threshold_uncertainty_score":0.5677879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","authors":[{"name":"Karen M. Fowle","is_ca":false},{"name":"Brent S. Wells","is_ca":false},{"name":"Melissa Day","is_ca":false},{"name":"Anjali Kumar","is_ca":false},{"name":"Cameron Bess","is_ca":false},{"name":"Brian Bingham","is_ca":false},{"name":"Annica Wayman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8269559494441125,"gpt":0.6651916119829281,"spread":0.1617643374611845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105141,0.001245502,0.002024155,0.05049518,0.003073413,0.007139243,0.00206125,0.001825292,0.003882848],"category_scores_gemma":[0.153661,0.0006720162,0.003320231,0.0359228,0.005756293,0.0108515,0.01139052,0.003271559,0.0004354705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02047117,"about_ca_system_score_gemma":0.0232853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01880364,"about_ca_topic_score_gemma":0.01401777,"domain_scores_codex":[0.8133228,0.1257318,0.02043017,0.005594269,0.0319269,0.002993927],"domain_scores_gemma":[0.819049,0.1094087,0.02385093,0.01038919,0.03278387,0.004518214],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005967897,0.000837396,0.331677,0.005389749,0.001618078,0.0002442409,0.01811602,0.0171665,0.001297652,0.1800698,0.04123803,0.4017487],"study_design_scores_gemma":[0.0006166837,0.002426809,0.5277335,0.005938179,0.001016169,0.0009019246,0.03123715,0.05786149,0.002918982,0.1660542,0.2025539,0.0007410762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.202168,0.006095643,0.5476714,0.02144196,0.0007477935,0.02200951,0.05369447,0.002739251,0.143432],"genre_scores_gemma":[0.4408503,0.0009032197,0.5205956,0.0007169438,0.00008833284,0.02793534,0.007730266,0.000168427,0.001011529],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.894859,"threshold_uncertainty_score":0.5560454,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904163393","doi":"10.1093/reseval/rvy037","title":"A response to Hansson and Polk (2018) “Assessing the impact of transdisciplinary research: The usefulness of relevance, credibility, and legitimacy for understanding the link between process and impact”","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":true,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"POLK; Credibility; Legitimacy; Relevance (law); Trustworthiness; Political science; Regional science; Sociology; Geography; Psychology; Social psychology; Law; Archaeology; Politics","authors":[{"name":"B. Belcher","is_ca":true},{"name":"Luisa Ramírez","is_ca":true},{"name":"Rachel Davel","is_ca":true},{"name":"Rachel Claus","is_ca":true}],"retraction":{"nature":"Retraction","openalex_flagged":true},"screen_n_in":null,"score":{"opus":0.6877839705152412,"gpt":0.6505376613553128,"spread":0.03724630915992844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05353411,0.001898672,0.002305391,0.001346841,0.01001988,0.01193167,0.005086089,0.05167504,0.006726981],"category_scores_gemma":[0.2285686,0.001272919,0.002458923,0.002568908,0.01269678,0.01311328,0.01050716,0.08018411,0.005540995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01036702,"about_ca_system_score_gemma":0.0165811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007507375,"about_ca_topic_score_gemma":0.009596926,"domain_scores_codex":[0.9429941,0.03184383,0.007321419,0.004587238,0.01067722,0.002576123],"domain_scores_gemma":[0.6816741,0.2341789,0.01357631,0.005999831,0.05593878,0.008632005],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001120009,0.00005800082,0.0005888165,0.0006123455,0.00003351542,0.0003360042,0.00892876,0.0001397231,0.0005613421,0.02821528,0.949424,0.01099035],"study_design_scores_gemma":[0.00009504354,0.0001367834,0.001693548,0.002405717,0.00006896572,0.001069885,0.01664454,0.0005268122,0.001260983,0.03032209,0.9455274,0.0002484015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00045437,0.001312421,0.0009481306,0.9845358,0.01204186,0.00002002288,0.00004589195,0.00003407146,0.0006074671],"genre_scores_gemma":[0.0059255,0.001160814,0.001615119,0.9818189,0.007403926,0.00008944183,0.00003179805,0.00005600405,0.00189849],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9464659,"threshold_uncertainty_score":0.2831188,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","authors":[{"name":"Anne-Floor M Schölvinck","is_ca":false},{"name":"Duygu Uygun-Tunç","is_ca":false},{"name":"Daniël Lakens","is_ca":false},{"name":"Krist Vaesen","is_ca":false},{"name":"Laurens K. Hessels","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5764107804956425,"gpt":0.7280077810102121,"spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5113462,0.001994348,0.001878106,0.02718088,0.006022834,0.0168521,0.004693752,0.002554663,0.009709788],"category_scores_gemma":[0.6671417,0.001313125,0.00224983,0.01674788,0.009402254,0.0147695,0.01458198,0.0035874,0.001904896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0151642,"about_ca_system_score_gemma":0.02578164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00351535,"about_ca_topic_score_gemma":0.00708795,"domain_scores_codex":[0.3272735,0.5941573,0.03809116,0.005102509,0.03246006,0.002915555],"domain_scores_gemma":[0.1480755,0.6661249,0.0300012,0.03814719,0.1138292,0.003822031],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009512442,0.0007583481,0.01495743,0.011339,0.0003373933,0.0008407624,0.244368,0.005802362,0.01194975,0.1726914,0.01479351,0.5212108],"study_design_scores_gemma":[0.0006508385,0.001094151,0.01676215,0.01775991,0.0004967371,0.0007558832,0.1813817,0.03811824,0.02828327,0.482363,0.2311398,0.001194402],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0786119,0.001371842,0.8450524,0.01685987,0.001293088,0.02048147,0.001300245,0.001146636,0.0338825],"genre_scores_gemma":[0.1904455,0.000598044,0.7865066,0.001090642,0.0001502375,0.01857871,0.0003613648,0.000279027,0.0019899],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4886538,"threshold_uncertainty_score":0.6025971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167275106","doi":"10.3152/095820207x235106","title":"Evaluation and management of multi-departmental (horizontal) science and technology programs","year":2007,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"George (robot); Library science; Sociology; Management; Computer science; Operations research; Engineering; Artificial intelligence; Economics","authors":[{"name":"Steve Montague","is_ca":false},{"name":"George G. Teather","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5021302635329582,"gpt":0.6169005039439246,"spread":0.1147702404109664,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05577875,0.0006365457,0.0008013567,0.005885514,0.004557956,0.00664959,0.002357598,0.0008950005,0.004122772],"category_scores_gemma":[0.07798654,0.0003518595,0.0006932578,0.004645787,0.001845535,0.002514495,0.006571701,0.00176655,0.000430322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03606885,"about_ca_system_score_gemma":0.07139947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03033927,"about_ca_topic_score_gemma":0.05787222,"domain_scores_codex":[0.9167634,0.04999537,0.002842938,0.001793085,0.02276196,0.005843184],"domain_scores_gemma":[0.8523942,0.04518259,0.02285486,0.004289737,0.04907231,0.02620634],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00125779,0.00507214,0.06314515,0.002070548,0.0003761586,0.0001564882,0.00304415,0.01225353,0.001214765,0.01130538,0.01000888,0.8900951],"study_design_scores_gemma":[0.002871285,0.03880687,0.6331149,0.007696814,0.00112711,0.0004149018,0.05692449,0.05611306,0.02517184,0.02873364,0.1485237,0.0005012992],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8163389,0.008945947,0.03594739,0.01505442,0.0005069108,0.01944559,0.001127449,0.000737751,0.1018957],"genre_scores_gemma":[0.9490711,0.002466256,0.03536857,0.0007378889,0.0001196203,0.004553619,0.0006131857,0.00005430548,0.007015461],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9442213,"threshold_uncertainty_score":0.2949898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407050725","doi":"10.1093/reseval/rvaf003","title":"Canadian approaches to research impact and its assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Impact; York University","funders":"","keywords":"Excellence; Impact assessment; Economic impact analysis; Complement (music); Socioeconomic status; Political science; Research Assessment Exercise; Regional science; Sociology; Public administration; Economics; Higher education","authors":[{"name":"David Phipps","is_ca":true},{"name":"Kathryn Graham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9356806078403561,"gpt":0.7271893779285502,"spread":0.2084912299118059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07289045,0.002431744,0.002785741,0.05398101,0.01522242,0.03170099,0.006224796,0.003971942,0.02002472],"category_scores_gemma":[0.1773346,0.001313459,0.002475353,0.05510002,0.02028118,0.007854432,0.0139724,0.007126238,0.001095997],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.3301283,"about_ca_system_score_gemma":0.3961295,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9746934,"about_ca_topic_score_gemma":0.9670117,"domain_scores_codex":[0.8731586,0.04471126,0.006757475,0.005455662,0.06219344,0.00772357],"domain_scores_gemma":[0.8026973,0.05467531,0.00530384,0.007573874,0.1223391,0.007410582],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003313578,0.00001947521,0.002814063,0.001372436,0.0001962252,0.00008119392,0.003129613,0.002919431,0.00005042749,0.8949257,0.04303062,0.05142774],"study_design_scores_gemma":[0.00006396602,0.0000401405,0.01616584,0.0100424,0.0006487276,0.0001414033,0.01030217,0.008558621,0.0002857774,0.482748,0.4707493,0.0002537192],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.006223182,0.04090993,0.04264513,0.1302441,0.002081456,0.001224685,0.005868624,0.0004614329,0.7703415],"genre_scores_gemma":[0.709627,0.07058291,0.1323131,0.01588908,0.001425319,0.003121016,0.003900449,0.0006986244,0.06244258],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9271095,"threshold_uncertainty_score":0.7769563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2341060829","doi":"10.1093/reseval/rvv046","title":"A national survey on small research grants and the scholarly productivity of emergency medicine physicians in Canada","year":2016,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University; Canadian Association of Emergency Physicians","funders":"","keywords":"Certification; Productivity; Family medicine; Commit; Medicine; Medical education; Political science; Psychology; Economics; Economic growth","authors":[{"name":"J.D. Artz","is_ca":true},{"name":"Mete Erdogan","is_ca":false},{"name":"Robert S. Green","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.749626332346606,"gpt":0.6080028205404108,"spread":0.1416235118061953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003591181,0.0001496678,0.0003375452,0.00243203,0.00215948,0.001145395,0.001041356,0.0004342913,0.002614091],"category_scores_gemma":[0.01467985,0.0002370024,0.0002767834,0.007020297,0.00107774,0.0007075405,0.001222659,0.000772715,0.000311717],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02272902,"about_ca_system_score_gemma":0.05794911,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9617978,"about_ca_topic_score_gemma":0.9715395,"domain_scores_codex":[0.9955823,0.0004487878,0.0003988931,0.0003437795,0.002465081,0.0007611929],"domain_scores_gemma":[0.9653366,0.003199776,0.006629133,0.000700424,0.01218831,0.01194582],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004217821,0.0000575146,0.9821435,0.0000928169,0.00002309424,0.00006710242,0.001843799,0.00009507628,0.0001194475,0.000182424,0.007843276,0.00748983],"study_design_scores_gemma":[0.000004353416,0.00002014201,0.9937535,0.00004003166,0.000005215766,0.0000316746,0.002296588,0.00009240283,0.00002271402,0.00001956721,0.003705229,0.000008614274],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9756864,0.001296678,0.0001444812,0.006229299,0.00004715465,0.000119449,0.008631011,0.00002159161,0.007824043],"genre_scores_gemma":[0.994639,0.001351462,0.0001895788,0.0005519465,0.00002098068,0.00005076999,0.001717241,0.000006312533,0.001472799],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9964088,"threshold_uncertainty_score":0.1649114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412397025","doi":"10.1093/reseval/rvaf031","title":"Evaluating the cross-disciplinary utility of anonymizing applications for scientific equipment in the Australian research sector","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kensington Health","funders":"University of New South Wales; Australian Government; Astronomy Australia Limited; Analytical Center for the Government of the Russian Federation; National Computational Infrastructure","keywords":"Discipline; Cross disciplinary; Computer science; Data science; Sociology; Social science","authors":[{"name":"Isabelle Kingsley","is_ca":false},{"name":"Nicholas Ho","is_ca":false},{"name":"Amanda B Chan","is_ca":false},{"name":"Lisa Harvey-Smith","is_ca":false},{"name":"Lisa A. Williams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9742932159734768,"gpt":0.8049896586778139,"spread":0.1693035572956629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2746662,0.0008605345,0.001869234,0.001772167,0.001744924,0.003996249,0.002669539,0.002346347,0.006038958],"category_scores_gemma":[0.4586451,0.0005830392,0.006084768,0.003019966,0.003626689,0.004091956,0.004654317,0.003092838,0.0005566929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004831106,"about_ca_system_score_gemma":0.007961562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006721318,"about_ca_topic_score_gemma":0.005592539,"domain_scores_codex":[0.6473852,0.3166006,0.01388389,0.005262428,0.01481931,0.002048518],"domain_scores_gemma":[0.4177269,0.4739445,0.05861834,0.02837711,0.01845423,0.002878912],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.07388837,0.009790532,0.1969741,0.06232432,0.0450684,0.0005138227,0.02593035,0.01411249,0.002395802,0.0235352,0.008237004,0.5372296],"study_design_scores_gemma":[0.03940788,0.1427197,0.4303407,0.04819548,0.1223697,0.000927842,0.01669163,0.03373414,0.01782833,0.06565338,0.08118938,0.0009417773],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8836503,0.02902553,0.02866761,0.0116519,0.001150416,0.01940123,0.002384051,0.0001866062,0.02388246],"genre_scores_gemma":[0.978868,0.002087527,0.01009903,0.001300622,0.0001486212,0.006449217,0.0002788059,0.00003111071,0.0007370165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7253338,"threshold_uncertainty_score":0.8944657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129955620","doi":"10.1093/reseval/rvv005","title":"The impacts of research grants to community colleges. Evidence from the Technological Research Assistance Program in Quebec, Canada","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Institut National de la Recherche Scientifique; École Nationale d'Administration Publique","funders":"","keywords":"Crowds; Revenue; Investment (military); Technology transfer; Business; Research program; Public funding; Political science; Economic growth; Finance; Economics; Public administration; Computer science","authors":[{"name":"Kaddour Mehiriz","is_ca":true},{"name":"R.J. Marceau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6633515778446428,"gpt":0.528005332214647,"spread":0.1353462456299959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003822773,0.0003503656,0.0005025989,0.002691476,0.003586336,0.003408431,0.00202146,0.001062641,0.007175122],"category_scores_gemma":[0.01762563,0.0002399297,0.0005692375,0.005555075,0.002375484,0.0008882289,0.002006544,0.001254748,0.0005495711],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.07173763,"about_ca_system_score_gemma":0.1160566,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9953285,"about_ca_topic_score_gemma":0.9978806,"domain_scores_codex":[0.992939,0.00133178,0.0002244286,0.0004029735,0.002642867,0.002458889],"domain_scores_gemma":[0.9625121,0.007627323,0.0070369,0.0008427104,0.01139742,0.01058353],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001066706,0.0009044596,0.8568754,0.0005731303,0.0003945114,0.001018819,0.003582336,0.002922999,0.0007035013,0.0110703,0.03494138,0.08594649],"study_design_scores_gemma":[0.00009840533,0.00009903433,0.9763882,0.0001697489,0.0001131133,0.00005485195,0.004186116,0.0007785005,0.0001875385,0.0002732406,0.0176229,0.00002829083],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9212634,0.01003718,0.0002799345,0.01848522,0.0001239778,0.0001739381,0.007280064,0.00005654047,0.04229968],"genre_scores_gemma":[0.9876127,0.00212381,0.0001213328,0.0007968204,0.0000282544,0.00003099716,0.0009073582,0.000007899306,0.008370747],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9961773,"threshold_uncertainty_score":0.5204954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409229206","doi":"10.1093/reseval/rvaf012","title":"R&D performance evaluation and analysis under uncertainty: the case of Chinese industrial enterprises","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"China Scholarship Council","keywords":"Business; Industrial organization; Operations research; Mathematical economics; Economics; Mathematics","authors":[{"name":"Jiang Li","is_ca":false},{"name":"Mark Goh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4731957579261801,"gpt":0.5799018002915833,"spread":0.1067060423654033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005239339,0.0007059345,0.0008625712,0.00211444,0.0008353203,0.002195935,0.0009888625,0.0008669792,0.001196858],"category_scores_gemma":[0.008339366,0.0002968776,0.001127396,0.002875646,0.001373842,0.001315266,0.001405472,0.000719579,0.00008294521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005839687,"about_ca_system_score_gemma":0.003613698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07969367,"about_ca_topic_score_gemma":0.0333281,"domain_scores_codex":[0.9979801,0.0007299786,0.000127536,0.0003410587,0.0004444161,0.0003769085],"domain_scores_gemma":[0.9952776,0.002866413,0.0007201043,0.00031938,0.0006632048,0.0001532273],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0001157913,0.0000735804,0.03865604,0.0001171409,0.000130983,0.0007802916,0.0002790783,0.9285049,0.0008705305,0.01526511,0.0004599999,0.01474663],"study_design_scores_gemma":[0.00001761303,0.00005973843,0.03173093,0.00003100942,0.0000740631,0.00006148333,0.0007158839,0.9570861,0.001167385,0.008238284,0.0007709991,0.00004647839],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9637113,0.0005168804,0.02913059,0.0006827214,0.00001083143,0.0000748983,0.0004461292,0.00004213331,0.005384502],"genre_scores_gemma":[0.9980474,0.00009221972,0.001509179,0.00001146672,0.000002939071,0.00001342045,0.00006795298,0.000002248758,0.0002532409],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9947606,"threshold_uncertainty_score":0.1584596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412012878","doi":"10.1093/reseval/rvaf028","title":"How impact-focused funding influences researchers’ knowledge mobilization activities","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Mobilization; Political science; Regional science; Public administration; Sociology","authors":[{"name":"Stephen MacGregor","is_ca":true},{"name":"Creso M. Sá","is_ca":false},{"name":"Nadiia Kachynska","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9620115125001445,"gpt":0.829655287050826,"spread":0.1323562254493185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08229377,0.0003173596,0.0006168822,0.003254039,0.007632261,0.01271176,0.002290102,0.001848796,0.007161127],"category_scores_gemma":[0.2695875,0.0004356843,0.0005365474,0.004365399,0.007204323,0.003341256,0.01238111,0.001930907,0.0006645553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02574474,"about_ca_system_score_gemma":0.1018895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.153593,"about_ca_topic_score_gemma":0.1783854,"domain_scores_codex":[0.8907326,0.07037906,0.004228181,0.002915694,0.01662906,0.01511534],"domain_scores_gemma":[0.6864967,0.1923946,0.03965441,0.01194872,0.03631794,0.03318755],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001119424,0.0008672649,0.5290228,0.001242528,0.0004252173,0.0005878436,0.1806995,0.001540478,0.00219433,0.02767408,0.01649956,0.2381271],"study_design_scores_gemma":[0.0003529073,0.0005469946,0.6394159,0.002110338,0.0003737048,0.0003914316,0.2130958,0.001432934,0.002194113,0.02754383,0.112304,0.0002379414],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8780343,0.00174607,0.003973247,0.02975425,0.0002528556,0.000571375,0.000348646,0.0001038185,0.08521537],"genre_scores_gemma":[0.995775,0.0004597172,0.0008419188,0.0008464385,0.00003914235,0.0002130501,0.00005588225,0.00001862991,0.001750154],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9177063,"threshold_uncertainty_score":0.4352162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}