{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":31,"total_is_capped":false,"direct_labels_cover":7,"predictions_cover":31,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"445706b3482e","filters":{"venue":"Research Evaluation"}},"results":[{"id":"W2179962732","doi":"10.1093/reseval/rvv025","title":"Defining and assessing research quality in a transdisciplinary context","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":267,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Centre for International Forestry Research; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Rubric; Credibility; Quality (philosophy); Management science; Context (archaeology); Stakeholder; Relevance (law); Reflexivity; Computer science; Social research; Engineering ethics; Knowledge management; Sociology; Political science; Social science; Public relations; Epistemology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8503872670441657,"gpt":0.7265575859595685,"spread":0.1238296810845971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2999274,0.0001243713,0.0002904405,0.001710319,0.0007824944,0.001612285,0.0006679793,0.0001512836,0.0002096571],"category_scores_gemma":[0.04896587,0.0001004353,0.00004256472,0.005504282,0.0006016941,0.001796205,0.0006050107,0.001101708,0.0004937937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008547036,"about_ca_system_score_gemma":0.003011416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002420694,"about_ca_topic_score_gemma":0.004301441,"domain_scores_codex":[0.9584221,0.02191933,0.0009882898,0.0009655116,0.01666651,0.001038277],"domain_scores_gemma":[0.9790679,0.008033611,0.000103722,0.0007246934,0.01158392,0.0004861286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002421295,0.0006686146,0.07886837,0.00005867202,0.00002594234,0.00008387581,0.1006754,0.0008950139,0.00549141,0.05920481,0.02681553,0.724791],"study_design_scores_gemma":[0.002343459,0.0007972139,0.1906366,0.0001288581,0.000002895808,0.000009834468,0.2691721,0.1101891,0.0005617866,0.4247655,0.001192708,0.0001999738],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.957235,0.001575383,0.0003648256,0.008760936,0.0001146705,0.001072845,0.000007686631,0.00001706529,0.03085157],"genre_scores_gemma":[0.9983426,0.00001357983,0.0002990629,0.00001615816,0.0001157233,0.0002565834,0.00002012183,0.00001366095,0.0009224582],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7245911,"threshold_uncertainty_score":0.9994242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090960911","doi":"10.3152/095820210x492495","title":"Which scientific elites? On the concentration of research funds, publications and citations","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Library science; Political science; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.9310062741247978,"gpt":0.7398197713321439,"spread":0.1911865027926538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3787386,0.00009932149,0.0001594555,0.03890661,0.00262834,0.006547365,0.002153058,0.0001484505,0.001876795],"category_scores_gemma":[0.4854091,0.00006166334,0.00005475197,0.2369975,0.002114334,0.0009025843,0.0005463376,0.001440555,0.000449815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001556715,"about_ca_system_score_gemma":0.001654821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009542593,"about_ca_topic_score_gemma":0.0004928461,"domain_scores_codex":[0.9422621,0.00590698,0.0009780321,0.001253549,0.04843822,0.001161079],"domain_scores_gemma":[0.8053127,0.07102977,0.0003242964,0.002953659,0.1197017,0.0006778389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005226105,0.0005543532,0.05216272,0.00001577684,0.00002269403,3.181317e-7,0.001643517,0.00008468857,0.1486854,0.4982465,0.1535962,0.1449356],"study_design_scores_gemma":[0.0005898558,0.0003797115,0.5472916,0.00002646997,0.000006831246,0.000002831291,0.003006627,0.1401683,0.0107034,0.2571795,0.04049361,0.0001512516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.932269,0.0002174226,0.000217279,0.03912688,0.0003973407,0.001601754,0.00004117568,0.00001572947,0.02611341],"genre_scores_gemma":[0.9974484,0.00006989692,0.0002783833,0.00002578484,0.0001163321,0.0002458047,0.00003444543,0.000009335355,0.001771596],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4951289,"threshold_uncertainty_score":0.9990356,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1964238286","doi":"10.3152/095820208x331685","title":"The effect of university–industry collaboration on the scientific impact of publications: the Canadian case, 1980–2005","year":2008,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Proxy (statistics); Citation impact; Impact factor; Citation; Library science; Scientific field; Field (mathematics); Political science; Engineering; Statistics; Computer science; Mathematics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7929027252031994,"gpt":0.6583639922991803,"spread":0.1345387329040191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.2654431,0.0000894109,0.0001401718,0.02278983,0.005195083,0.001745841,0.002341824,0.0001469476,0.0005545722],"category_scores_gemma":[0.196791,0.000036781,0.0001265322,0.1750355,0.00170587,0.0004580744,0.0002221953,0.000680069,0.000117558],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001322723,"about_ca_system_score_gemma":0.008131227,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02881387,"about_ca_topic_score_gemma":0.0651793,"domain_scores_codex":[0.9675722,0.01066745,0.0005086128,0.0004888147,0.02002274,0.000740256],"domain_scores_gemma":[0.9226406,0.05250234,0.0003547271,0.001947798,0.02213868,0.0004159123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0004074631,0.0001913643,0.1560834,0.00001026427,0.0001611293,0.00003951585,0.002071363,0.006170156,0.002101407,0.02137452,0.6338308,0.1775586],"study_design_scores_gemma":[0.001327384,0.00195282,0.6832947,0.00003107907,0.00003442675,0.0001022759,0.005936828,0.2298632,0.006289696,0.003671076,0.06727146,0.0002250295],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9791776,0.0003049699,0.00001576524,0.01055185,0.0001496946,0.001501195,0.00007995359,0.000004117908,0.008214837],"genre_scores_gemma":[0.9963591,0.00006525257,0.000005925635,0.000005609522,0.00003606814,0.00002488655,0.000009979676,0.000004839779,0.003488406],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5665594,"threshold_uncertainty_score":0.9992905,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045237841","doi":"10.3152/095820211x13118583635675","title":"Assessing policy and practice impacts of social science research: the application of the Payback Framework to assess the Future of Work programme","year":2011,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Work (physics); Principal (computer security); Conceptual framework; Impact assessment; Exploratory research; Management science; Political science; Sociology; Public relations; Economics; Social science; Public administration; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6809027168370274,"gpt":0.7071491872714307,"spread":0.02624647043440331,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1162328,0.000103504,0.0002085078,0.0002977204,0.003360967,0.00005805654,0.001095425,0.0002162457,0.00004447947],"category_scores_gemma":[0.05912143,0.00005242594,0.00004187126,0.007403295,0.001898099,0.0004456146,0.0007399999,0.001853569,0.00001508096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006785191,"about_ca_system_score_gemma":0.005409495,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002200397,"about_ca_topic_score_gemma":0.0002017264,"domain_scores_codex":[0.9745077,0.01804777,0.000723041,0.0003498126,0.005254535,0.001117168],"domain_scores_gemma":[0.9760288,0.01268076,0.0006677595,0.0009916215,0.009444429,0.000186626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0009095152,0.0004209215,0.04180593,0.0008873301,0.00004413598,1.957808e-7,0.1778054,0.00001524967,0.005592266,0.434584,0.003200956,0.3347341],"study_design_scores_gemma":[0.0003834287,0.0002936529,0.7409143,0.001138208,0.00004212723,0.000001312212,0.1970145,0.0004741468,0.001328492,0.04688414,0.01142688,0.00009875776],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9029139,0.0009013101,0.0004914386,0.06146198,0.0002535681,0.01060299,0.000008972906,0.00001969984,0.02334615],"genre_scores_gemma":[0.9963126,0.00009908479,0.002256025,0.0002175102,0.0005275274,0.0005261048,0.00000199241,0.00001574042,0.00004341211],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6991084,"threshold_uncertainty_score":0.9979365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158773594","doi":"10.1093/reseval/rvs027","title":"Evaluating health research impact: Development and implementation of the Alberta Innovates - Health Solutions impact framework","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Stakeholder; Business; Non profit; Management science; Political science; Process management; Economics; Public relations; Public administration; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.8959327253990201,"gpt":0.7119006456455266,"spread":0.1840320797534936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3569604,0.0002084544,0.0007334981,0.001129145,0.002018966,0.0001457983,0.0003941061,0.0001514557,0.0009524843],"category_scores_gemma":[0.02571258,0.0001910397,0.0001124543,0.00193991,0.0002550828,0.0008327833,0.000326655,0.0008128235,0.0003139621],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007205878,"about_ca_system_score_gemma":0.006372551,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02697262,"about_ca_topic_score_gemma":0.002564118,"domain_scores_codex":[0.9797738,0.01038227,0.00494619,0.0006989769,0.001955199,0.002243592],"domain_scores_gemma":[0.9897413,0.005476798,0.00216576,0.0008447518,0.001319309,0.0004520807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005398947,0.000511057,0.5644782,0.001106033,0.0003367155,3.901124e-8,0.09688801,0.0007896911,0.00008980148,0.2208568,0.03735017,0.07753953],"study_design_scores_gemma":[0.0009259268,0.0005329182,0.9440326,0.0003706914,0.000004690593,0.0000045162,0.008428914,0.009985021,0.0000772309,0.03280772,0.002590442,0.0002393133],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.938367,0.009398652,0.0008773489,0.04653665,0.0002779079,0.004082505,0.0001233042,0.0000162619,0.0003203881],"genre_scores_gemma":[0.9933766,0.0002043324,0.004615269,0.0007164337,0.0003145304,0.0005360103,0.0001144434,0.0000389819,0.00008337654],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3795545,"threshold_uncertainty_score":0.9999608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.8233162217039798,"gpt":0.7626251681297992,"spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.296196,0.0001604966,0.0003974755,0.004401063,0.003436812,0.001506077,0.002113811,0.0001109212,0.0009325754],"category_scores_gemma":[0.1453476,0.0001022252,0.0001839675,0.007794134,0.000296341,0.0006425466,0.0007466074,0.0005805732,0.0009983936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001385186,"about_ca_system_score_gemma":0.002949105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002147359,"about_ca_topic_score_gemma":0.001282602,"domain_scores_codex":[0.9600894,0.009900765,0.001104296,0.0008738126,0.02689984,0.00113188],"domain_scores_gemma":[0.9701758,0.005652245,0.0003634553,0.002838919,0.02055251,0.0004170698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001559214,0.0005995834,0.08328746,0.00003205671,0.000878086,0.000004189877,0.01384685,0.3336892,0.1051595,0.06176222,0.007544671,0.391637],"study_design_scores_gemma":[0.0008857088,0.0007671983,0.4777434,0.0001004121,0.0001217213,9.040789e-7,0.002180474,0.4768889,0.01799669,0.02077687,0.002369218,0.0001684688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9469531,0.00004612406,0.002495474,0.03895453,0.0001471709,0.002515417,0.00002596354,0.00001194049,0.008850327],"genre_scores_gemma":[0.9982846,0.0000172436,0.0004904523,0.0002223876,0.0003949599,0.0001792447,0.00001390282,0.00001353197,0.0003836332],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.394456,"threshold_uncertainty_score":0.9999807,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088466851","doi":"10.1093/reseval/rvaa024","title":"Understanding and evaluating the impact of integrated problem-oriented research programmes: Concepts and considerations","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Context (archaeology); Counterfactual thinking; Scale (ratio); Theory of change; Management science; Discipline; Computer science; Field (mathematics); Impact evaluation; Ex-ante; Impact assessment; Research program; Political science; Economics; Sociology; Psychology; Management; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9197335360181665,"gpt":0.7290685971858931,"spread":0.1906649388322734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1006083,0.0001282934,0.0002434517,0.0004838284,0.001147737,0.0006790437,0.0002516636,0.00008097177,0.001447812],"category_scores_gemma":[0.04543822,0.00007328518,0.00005653481,0.002831275,0.001040859,0.0005508438,0.0002508014,0.0006699691,0.00003201097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004582906,"about_ca_system_score_gemma":0.002916306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002530933,"about_ca_topic_score_gemma":0.0000953998,"domain_scores_codex":[0.9805496,0.008999654,0.0008301128,0.0006068106,0.008506783,0.0005069894],"domain_scores_gemma":[0.9819466,0.009232275,0.0002243316,0.0003951812,0.00794959,0.0002520253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00139013,0.0005108977,0.1828406,0.00019041,0.0004596982,0.000005525078,0.1342084,0.02148522,0.06514219,0.1622057,0.04378114,0.3877801],"study_design_scores_gemma":[0.001164549,0.002040059,0.01740629,0.00006401355,0.0000166772,0.000005091206,0.03212816,0.8412883,0.0003314675,0.1052587,0.0002034112,0.00009326704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9755163,0.0005313833,0.002984251,0.01386427,0.00003493584,0.003301704,0.00002027857,0.00002302378,0.003723898],"genre_scores_gemma":[0.9984961,0.00007651995,0.001024131,0.00004691432,0.00005419824,0.0002043512,0.00002189422,0.00001045785,0.00006544671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8198031,"threshold_uncertainty_score":0.999465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4249280535","doi":"10.3152/147154406781775922","title":"Web indicators for complex innovation systems","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"European Commission","keywords":"Library science; World Wide Web; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3435551587745332,"gpt":0.4777608832265727,"spread":0.1342057244520394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0159142,0.00006239849,0.0000889187,0.001726833,0.0002899801,0.0003536219,0.0004928834,0.00007235037,0.00001905228],"category_scores_gemma":[0.00177881,0.0000587321,0.00002520386,0.006067923,0.00005240743,0.0007049736,0.0001004047,0.0001328855,0.0000719725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003427933,"about_ca_system_score_gemma":0.0005881111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008218189,"about_ca_topic_score_gemma":0.000008657151,"domain_scores_codex":[0.9968846,0.0003112199,0.0003629123,0.0002640258,0.001852547,0.0003246907],"domain_scores_gemma":[0.996909,0.0004471389,0.0001000994,0.0004148375,0.002095339,0.00003364261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001082526,0.0001024777,0.001814477,0.00008001694,0.000007189735,1.834915e-7,0.00008982026,0.001732816,0.004330226,0.8423346,0.03921387,0.1102835],"study_design_scores_gemma":[0.0004943518,0.0001299868,0.02119612,0.000009556631,0.000001964575,9.348059e-7,0.00002433497,0.9193368,0.0006369145,0.02059614,0.03749851,0.00007441438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2310254,0.000195404,0.7399416,0.001451157,0.0004306835,0.003257797,0.00001575289,0.0001622174,0.02352],"genre_scores_gemma":[0.9930096,0.000003684839,0.006182677,0.00002979236,0.0001741256,0.0002405715,0.0001104215,0.000005018415,0.0002440859],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.917604,"threshold_uncertainty_score":0.5515577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091428252","doi":"10.1093/reseval/rvt017","title":"The New Zealand performance-based research fund and its impact on publication activity in economics","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Pennington Biomedical Research Foundation","keywords":"Queen (butterfly); Library science; Management; Sociology; Media studies; Economics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4102852180787603,"gpt":0.4383793823756601,"spread":0.02809416429689976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01340037,0.0001017406,0.0001981307,0.0004547358,0.0006886644,0.000415209,0.0002016805,0.00009824517,0.0003361275],"category_scores_gemma":[0.0009101593,0.00008338323,0.00004044358,0.0003890962,0.0001087053,0.0005116423,0.00007446357,0.000433311,0.0009255654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009961287,"about_ca_system_score_gemma":0.0002681105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002679993,"about_ca_topic_score_gemma":0.0004573023,"domain_scores_codex":[0.9983017,0.0002503424,0.0003260877,0.0003664165,0.0001594988,0.0005958914],"domain_scores_gemma":[0.9983696,0.0008107208,0.000110341,0.0002551701,0.0003147812,0.000139428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005050855,0.0003003569,0.4122186,0.00003951255,0.0001284126,2.760394e-7,0.002470454,0.002472845,0.00007020968,0.0440835,0.08263074,0.45508],"study_design_scores_gemma":[0.0009744192,0.0002527703,0.7686061,0.00001138357,0.000001141257,1.799167e-7,0.0001143295,0.1803682,0.00007935488,0.03457054,0.01490155,0.000120021],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.969348,0.0006074737,0.000002733082,0.01313911,0.00007246811,0.001028092,0.00001066436,0.000008211368,0.0157833],"genre_scores_gemma":[0.9930647,0.002704796,0.000005342778,0.00003157293,0.0001652153,0.0003099824,0.00001253474,0.00001317223,0.003692659],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.45496,"threshold_uncertainty_score":0.9998523,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2165295550","doi":"10.1093/reseval/rvs041","title":"Accountability, performance assessment, and evaluation: Policy pressures and responses from research councils","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Public administration; Political science; Library science; Higher education; Sociology; Management; Law; Computer science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.8015169397706693,"gpt":0.7149106275809038,"spread":0.08660631218976544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2249294,0.0002326165,0.0003545237,0.001638426,0.00155351,0.002507815,0.000801266,0.0002015294,0.01101138],"category_scores_gemma":[0.02493386,0.0001783446,0.0000466495,0.002504644,0.0009609738,0.003053465,0.0005682752,0.0008954044,0.0008199532],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00123662,"about_ca_system_score_gemma":0.006424922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002660922,"about_ca_topic_score_gemma":0.0005345074,"domain_scores_codex":[0.9490788,0.01641608,0.001134457,0.001420878,0.03094723,0.001002531],"domain_scores_gemma":[0.9596035,0.0136839,0.0002330193,0.001437485,0.02464267,0.0003993895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001664923,0.0001631363,0.2386146,0.00003251234,0.00004731108,4.07505e-7,0.00378333,0.0004038191,0.003610151,0.001199819,0.01997693,0.7320015],"study_design_scores_gemma":[0.000879486,0.0002377975,0.6272569,0.00003965411,0.00001645337,0.000002440876,0.002357947,0.3080627,0.0002092489,0.0535362,0.007266427,0.0001347649],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9679695,0.00126615,0.00006588069,0.009967044,0.0001508346,0.00363794,0.00003206094,0.00003198267,0.01687862],"genre_scores_gemma":[0.9945518,0.0009756837,0.0008102734,0.0001391138,0.0004280552,0.001558044,0.00004922464,0.0000209204,0.001466831],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7318667,"threshold_uncertainty_score":0.999958,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809081890","doi":"10.1093/reseval/rvy017","title":"The characteristics of highly cited researchers in Africa","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Robert Bosch Stiftung; International Development Research Centre","keywords":"Regional science; Political science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.5254922033853094,"gpt":0.5499418067153077,"spread":0.02444960332999824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03098269,0.00005175911,0.00008407577,0.0002907313,0.0001718597,0.00002693361,0.0003065964,0.00008473406,0.0006217677],"category_scores_gemma":[0.004487919,0.00003781177,0.00001493849,0.0008879477,0.0002903474,0.0000363443,0.00008244714,0.0003958978,0.0004203779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002565243,"about_ca_system_score_gemma":0.0002424853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001010255,"about_ca_topic_score_gemma":0.00001324301,"domain_scores_codex":[0.9955466,0.001773815,0.0003079505,0.0002004014,0.0016113,0.0005598817],"domain_scores_gemma":[0.9975495,0.001078269,0.00006299029,0.0003120055,0.0009230155,0.00007417181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007240333,0.0002441367,0.01707643,0.0000326817,0.00008638571,0.000005344054,0.02702629,0.00000114509,0.01445734,0.01524992,0.08118869,0.8439076],"study_design_scores_gemma":[0.001331877,0.0004467048,0.7345674,0.0001382472,0.000007486861,0.00000100858,0.002979944,0.002033322,0.002755439,0.006091443,0.2495123,0.0001348366],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9287606,0.0003268236,0.00002442863,0.001916537,0.0007538064,0.0005907795,0.000003146793,0.00001246561,0.06761142],"genre_scores_gemma":[0.9931965,0.00007338112,0.00005352433,0.000006371635,0.0002181499,0.0001702291,0.000007867096,0.000008351279,0.006265619],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8437728,"threshold_uncertainty_score":0.9978073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106446068","doi":"10.1093/reseval/rvs024","title":"Assessment of the impact of a clinical and health services research call in Catalonia","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Instituto de Salud Carlos III; Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Agency (philosophy); Funding Agency; Health care; Business; Impact assessment; Knowledge management; Public relations; Political science; Computer science; Sociology; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.5032670908757158,"gpt":0.6575713794330598,"spread":0.154304288557344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07236809,0.00005553252,0.0002379396,0.0005360417,0.0001282726,0.00002819077,0.0002277141,0.0001049828,0.00003039871],"category_scores_gemma":[0.0005883765,0.00003559381,0.00004574859,0.001198688,0.0001956793,0.0003305742,0.0003213157,0.0005171942,0.000008029604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001728519,"about_ca_system_score_gemma":0.0007544151,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.15334,"about_ca_topic_score_gemma":0.01148956,"domain_scores_codex":[0.9962619,0.001042555,0.0006104579,0.000171383,0.001427926,0.0004857674],"domain_scores_gemma":[0.9980184,0.0002515692,0.0002132536,0.0003385933,0.001150926,0.00002730117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000891332,0.0001270126,0.9592042,0.0004800899,0.000008570865,1.036754e-7,0.0001206934,0.00000652341,0.00009741049,0.004446173,0.0002348159,0.03526551],"study_design_scores_gemma":[0.0003893374,0.0000630599,0.9837157,0.0002059558,0.000001811147,4.37018e-7,0.0003329156,0.01360108,0.0000076075,0.001242682,0.0004132886,0.00002619065],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9951937,0.0004867733,0.000004172978,0.001843859,0.00007329707,0.001097526,0.000002356786,0.000006190475,0.001292087],"genre_scores_gemma":[0.9996005,0.00003485075,0.00003082039,0.00002183593,0.0002336169,0.00005095874,0.000008205814,0.000007497765,0.00001171291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1418504,"threshold_uncertainty_score":0.9551923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3039376085","doi":"10.1093/reseval/rvaa006","title":"DARE to be different? A novel approach for analysing diversity in collaborative research projects","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Global Health Research","funders":"Medical Research Council","keywords":"Operationalization; Diversity (politics); Group cohesiveness; Narrative; Knowledge management; Sociology; Management science; Computer science; Data science; Psychology; Engineering; Epistemology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.8454706926792013,"gpt":0.6348000941306084,"spread":0.2106705985485928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05380251,0.000163498,0.000365002,0.002200778,0.001715567,0.000975707,0.001351436,0.0001302851,0.0001753488],"category_scores_gemma":[0.04805858,0.0001294718,0.00008735595,0.01587316,0.0002179672,0.0007960243,0.002132015,0.000713591,0.00008470623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001027048,"about_ca_system_score_gemma":0.001672216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007655532,"about_ca_topic_score_gemma":0.001215685,"domain_scores_codex":[0.9784812,0.005063051,0.0006090066,0.001280776,0.0135266,0.001039363],"domain_scores_gemma":[0.9781947,0.003318219,0.0000951456,0.0005952478,0.01728381,0.0005128651],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.02295401,0.00387774,0.04263389,0.0003703299,0.000292045,0.00003244375,0.295056,0.05485637,0.1754606,0.01386146,0.3089598,0.0816453],"study_design_scores_gemma":[0.002225647,0.002146329,0.01826056,0.00003734597,0.00001116191,5.077826e-7,0.09989588,0.8664768,0.003161305,0.006172547,0.00138075,0.000231211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9158205,0.00008189539,0.03208384,0.03626716,0.00006264957,0.008745035,0.0002046844,0.00002720176,0.006706986],"genre_scores_gemma":[0.9956924,0.000003554557,0.002126942,0.0001214485,0.0002393592,0.00105869,0.0001100859,0.00001575407,0.0006317669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8116204,"threshold_uncertainty_score":0.9995841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.4498606977137448,"gpt":0.6562607191916434,"spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2840274,0.0002613615,0.0004551141,0.003789663,0.002259111,0.0008765997,0.00176917,0.0001286353,0.0005997751],"category_scores_gemma":[0.06964085,0.0001984339,0.00009911411,0.01324036,0.001185633,0.002649055,0.00302773,0.0005211508,0.0005851856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001193136,"about_ca_system_score_gemma":0.003789956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001800189,"about_ca_topic_score_gemma":0.004221179,"domain_scores_codex":[0.9597002,0.01480408,0.002005798,0.001547576,0.02073277,0.001209607],"domain_scores_gemma":[0.9541558,0.003242017,0.0005058377,0.001937875,0.03965718,0.0005013138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004567016,0.002512304,0.0007161793,0.00002301529,0.00009964693,0.00004317547,0.2058661,0.001576541,0.02682864,0.0003080481,0.02829263,0.7291667],"study_design_scores_gemma":[0.003930029,0.005686111,0.009095051,0.00006213714,0.00003834461,0.00004452292,0.3845305,0.5820596,0.009195108,0.004967999,0.000172676,0.0002178949],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771904,0.00003800053,0.005316993,0.0006931035,0.0006854192,0.006006108,0.00009319222,0.00003416909,0.009942666],"genre_scores_gemma":[0.9873487,0.000001132376,0.01099369,0.00001039109,0.000288663,0.000700571,0.0000366417,0.0000215547,0.0005986591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7289488,"threshold_uncertainty_score":0.9990398,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2068351607","doi":"10.1093/reseval/rvt029","title":"The use of academic research in public health policy and practice","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Nature","keywords":"Library science; Management; Political science; Media studies; Sociology; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.9915096433103318,"gpt":0.8774207881739973,"spread":0.1140888551363345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2630362,0.0000720555,0.0001555454,0.001409599,0.002400036,0.0001014337,0.0003900712,0.0001393947,0.0002115557],"category_scores_gemma":[0.3168796,0.00005273808,0.00001156626,0.004100408,0.0006498336,0.001690099,0.0004070071,0.002305545,0.000456031],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002167493,"about_ca_system_score_gemma":0.01859763,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04074993,"about_ca_topic_score_gemma":0.002115998,"domain_scores_codex":[0.8778837,0.1094512,0.001805905,0.0005344718,0.007262811,0.003061891],"domain_scores_gemma":[0.8506008,0.1382474,0.0004808241,0.0007324216,0.009207151,0.0007313831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009828778,0.00008092103,0.02204069,0.0004546188,0.00001229338,4.231725e-7,0.07001118,0.00001817407,0.001462564,0.111656,0.1718953,0.6222696],"study_design_scores_gemma":[0.001075096,0.0002629289,0.2595628,0.0001882877,0.000001038881,0.000002243948,0.02885986,0.009216591,0.00001068517,0.01722556,0.6835198,0.00007510767],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2479595,0.0002222008,0.00005473854,0.7423779,0.00006992888,0.006189577,0.000008559718,0.00001356007,0.003103975],"genre_scores_gemma":[0.9860554,0.003227416,0.0007509448,0.00637157,0.0002713093,0.002474796,0.000006590197,0.00001714503,0.0008248038],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7380959,"threshold_uncertainty_score":0.9999962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391686139","doi":"10.1093/reseval/rvae003","title":"Effective mission-oriented research: A new framework for systemic research impact assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Research England; Leibniz-Gemeinschaft; Consortium of International Agricultural Research Centers; Ontario Agri-Food Innovation Alliance; Commonwealth Scientific and Industrial Research Organisation; International Livestock Research Institute; European Commission; Bundesministerium für Bildung und Forschung; FP7 International Cooperation; Strong; Stockholm Environment Institute; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; University of Arizona; World Bank Group","keywords":"Knowledge management; Sociology; Process management; Business; Management science; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8249377954287089,"gpt":0.7852370493509188,"spread":0.03970074607779017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4053494,0.0002850837,0.0004718556,0.005236552,0.002043637,0.002958284,0.001458019,0.000395608,0.005294544],"category_scores_gemma":[0.0898701,0.0001950459,0.0003359033,0.01218718,0.0004432184,0.001228987,0.0004664595,0.003150561,0.003497276],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005280017,"about_ca_system_score_gemma":0.01615067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000336158,"about_ca_topic_score_gemma":0.00004591451,"domain_scores_codex":[0.9232154,0.0272172,0.001494909,0.002115597,0.04366416,0.002292707],"domain_scores_gemma":[0.901672,0.07490498,0.0001514414,0.001955858,0.02035125,0.0009644708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005106367,0.0002493821,0.001304766,0.0001769078,0.0001547216,0.00001514618,0.006204415,0.002067326,0.005134677,0.08672649,0.3324029,0.5650526],"study_design_scores_gemma":[0.0008637587,0.001704995,0.007275739,0.001148556,0.00002076921,0.00001853035,0.005184808,0.4895765,0.0007097513,0.4293478,0.0639428,0.0002060756],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6340224,0.01010374,0.2442809,0.04958411,0.003133887,0.03487657,0.00008851809,0.0003991772,0.02351069],"genre_scores_gemma":[0.9840298,0.0002062974,0.004833025,0.00003457583,0.001503658,0.002436869,0.00009428356,0.00006387914,0.006797564],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5648465,"threshold_uncertainty_score":0.9992555,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979198997","doi":"10.1093/reseval/rvz024","title":"Do we need a book citation index for research evaluation?","year":2019,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Index (typography); Citation index; Argument (complex analysis); Sociology; Library science; Social science; Computer science; World Wide Web; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9412224849470798,"gpt":0.7642154891255654,"spread":0.1770069958215145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.5927599,0.0002177898,0.0004110284,0.1117055,0.001184962,0.005648504,0.003165642,0.0003462835,0.01167773],"category_scores_gemma":[0.3318739,0.0001715537,0.0002284303,0.2016321,0.0003874344,0.002057452,0.0009189695,0.001171133,0.006633223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002102792,"about_ca_system_score_gemma":0.004525925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001236758,"about_ca_topic_score_gemma":0.00003845689,"domain_scores_codex":[0.8447093,0.01433396,0.00165773,0.002504431,0.1341195,0.002675007],"domain_scores_gemma":[0.8360946,0.0434466,0.000311959,0.002252862,0.1171528,0.0007411867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003589586,0.000297004,0.01775413,0.00004010617,0.0000380256,9.966508e-7,0.0009412064,0.00183855,0.005483922,0.005795401,0.2087471,0.7587047],"study_design_scores_gemma":[0.002722943,0.0007719981,0.04020269,0.00004963785,0.00001069724,0.000001662309,0.003318897,0.6177146,0.0007572797,0.234279,0.09995902,0.0002115146],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8609644,0.01783078,0.00751644,0.02813098,0.001848566,0.02496196,0.00009280309,0.0000820624,0.05857202],"genre_scores_gemma":[0.9842985,0.0006454031,0.0005605308,0.00005941476,0.0003550223,0.001800451,0.00006227393,0.00003878331,0.01217966],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7584931,"threshold_uncertainty_score":0.9953837,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2063748664","doi":"10.3152/095820210x12827366906562","title":"Evaluation of RT&D: from 'prescriptions for justifying' to 'user-oriented guidance for learning'","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Hierarchy; Subject (documents); Frame (networking); Work (physics); Production (economics); Computer science; Knowledge management; Sociology; Operations research; Political science; Engineering; Economics; Library science; Telecommunications; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.9214874769191007,"gpt":0.7382062644885964,"spread":0.1832812124305043,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3381659,0.000161533,0.0003359653,0.02872865,0.0008416363,0.001022609,0.001788197,0.000223854,0.001649859],"category_scores_gemma":[0.637372,0.0001349535,0.0002125975,0.06306008,0.0002021291,0.0006420629,0.0004214807,0.000565124,0.0002974459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004584949,"about_ca_system_score_gemma":0.001930859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003307567,"about_ca_topic_score_gemma":0.0008056972,"domain_scores_codex":[0.9487519,0.003005771,0.001305815,0.001401224,0.04443749,0.001097789],"domain_scores_gemma":[0.8613927,0.02066744,0.0004110656,0.001438624,0.1155132,0.0005769756],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002943016,0.0003547062,0.007244354,0.00002256311,0.00005020606,7.589731e-8,0.0008548374,0.005258603,0.276913,0.003167178,0.07591759,0.6299226],"study_design_scores_gemma":[0.002755238,0.00064213,0.06456994,0.00003301357,0.00009633789,4.112244e-7,0.000848977,0.6234939,0.01416438,0.07212773,0.2210378,0.0002301507],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8297005,0.0003856651,0.158679,0.002026296,0.001259515,0.006122961,0.0003197184,0.00002692167,0.001479447],"genre_scores_gemma":[0.9630483,0.00002150575,0.03172449,0.00002554866,0.0004203575,0.002389756,0.0002004243,0.00002795542,0.002141683],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6296924,"threshold_uncertainty_score":0.9992628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133136109","doi":"10.3152/147154406781775913","title":"Research funding by city: an indicator of regional technological competitiveness?","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"Australian Government","keywords":"Agency (philosophy); Intellectual property; Investment (military); Productivity; Business; Information and Communications Technology; Population; Regional science; Funding Agency; Economic growth; Economic geography; Economics; Political science; Geography; Public relations; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.5438780804210941,"gpt":0.4880374436220943,"spread":0.05584063679899981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02870788,0.00007164109,0.0001854803,0.001423941,0.0003693101,0.00006417439,0.0003224251,0.0001963816,0.001457418],"category_scores_gemma":[0.0009858615,0.0000771228,0.00003521391,0.001713709,0.0006202137,0.0002606411,0.00009281388,0.0005212319,0.0002843391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003605281,"about_ca_system_score_gemma":0.0001410094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006526536,"about_ca_topic_score_gemma":0.00002355201,"domain_scores_codex":[0.997517,0.0004526089,0.0005204763,0.0003888629,0.0006325837,0.00048841],"domain_scores_gemma":[0.9984031,0.0003355257,0.0001667552,0.0003128404,0.0007267401,0.00005500776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002376686,0.0002320574,0.02555711,0.00001693395,0.000008878122,4.540858e-7,0.00006078004,0.00002504048,0.002492653,0.9652901,0.004371546,0.001920685],"study_design_scores_gemma":[0.0009232311,0.0003235933,0.1888698,0.00004055957,0.000002192122,0.000002664723,0.000491865,0.007959905,0.007975452,0.7040151,0.08918484,0.0002108394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.951125,0.0007625815,0.001124255,0.00330713,0.00004279651,0.000531648,0.00009999118,0.000031171,0.04297541],"genre_scores_gemma":[0.9985148,0.00005411337,0.0002281283,0.0000295574,0.0001322749,0.0001070678,0.0002052364,0.00001169552,0.0007171416],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.261275,"threshold_uncertainty_score":0.9994554,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307468104","doi":"10.1093/reseval/rvac034","title":"Describing the state of a research network: A mixed methods approach to network evaluation","year":2022,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval; McMaster University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Impact; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Diabetes Action Canada; Strategy for Patient-Oriented Research; Diabetes Action Research and Education Foundation","keywords":"State (computer science); Computer science; Management science; Operations research; Mathematics; Engineering; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.681067600661678,"gpt":0.5949258226199131,"spread":0.08614177804176493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4125772,0.0001141844,0.0002233345,0.0003058033,0.00702471,0.0001981522,0.0009381085,0.00008115263,0.0006786184],"category_scores_gemma":[0.01248444,0.00009933324,0.0001071738,0.007672573,0.0006377973,0.000197982,0.0009057608,0.001231789,0.0000236608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001711678,"about_ca_system_score_gemma":0.002848485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003071893,"about_ca_topic_score_gemma":0.001132713,"domain_scores_codex":[0.8643115,0.11461,0.0006855084,0.000783735,0.0171496,0.002459697],"domain_scores_gemma":[0.9897447,0.005205764,0.0001344623,0.0004758657,0.004175606,0.000263587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001884577,0.0001263849,0.0001229117,0.00000916758,0.00004678892,3.564598e-7,0.06964856,0.2871583,0.0001522103,0.01726134,0.04794472,0.5773408],"study_design_scores_gemma":[0.0007908642,0.0005530387,0.004393161,0.00007619806,0.00007595979,0.000001140711,0.09915382,0.5010486,0.00006432514,0.3608497,0.03269374,0.0002994667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7094874,0.01654607,0.01789867,0.01352057,0.003550109,0.02699181,0.00002888472,0.0002089088,0.2117676],"genre_scores_gemma":[0.9889271,0.0001364221,0.004600794,0.00008965769,0.001596922,0.003806502,0.00004834923,0.00002812326,0.0007661278],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5770413,"threshold_uncertainty_score":0.9958338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2909111255384714,"gpt":0.5436972920467246,"spread":0.2527861665082531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02259674,0.0001374913,0.0001954168,0.0002062896,0.001034864,0.0009262152,0.0003125434,0.0001188633,0.00001717449],"category_scores_gemma":[0.003974542,0.0001392622,0.00004651766,0.0005967722,0.00005536058,0.0003638169,0.0003261991,0.0007055028,0.000004839176],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007562939,"about_ca_system_score_gemma":0.00257167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000144149,"about_ca_topic_score_gemma":0.000008236074,"domain_scores_codex":[0.9946761,0.002116215,0.0003676133,0.0006461594,0.001614055,0.0005798743],"domain_scores_gemma":[0.9966028,0.001881394,0.0001098669,0.0003455949,0.0009392488,0.0001210492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004219202,0.00004243104,0.000903522,0.00004372428,0.00004965489,0.000003620876,0.01396181,0.0002688616,0.0003201334,0.06829386,0.00008382164,0.9160243],"study_design_scores_gemma":[0.005708032,0.0003837921,0.04919384,0.001863862,0.0000704214,0.00003968926,0.01506745,0.5005028,0.003050082,0.03774104,0.3851132,0.001265803],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04864611,0.0005426143,0.9469962,0.00247381,0.0002674111,0.0007091129,4.030236e-7,0.0001123991,0.0002519946],"genre_scores_gemma":[0.357503,0.00001497934,0.6419128,0.00006585938,0.0000926787,0.0002656985,0.0000232671,0.00001226667,0.0001095503],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9147586,"threshold_uncertainty_score":0.8931515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.8269559494441125,"gpt":0.6651916119829281,"spread":0.1617643374611845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07518061,0.0001215633,0.0001907853,0.0008187682,0.0007765813,0.002381677,0.000540005,0.0001221403,0.0002297267],"category_scores_gemma":[0.07909382,0.0000791803,0.00002593974,0.004289315,0.0002975173,0.000966164,0.0004831767,0.0007404778,0.0003119594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002977117,"about_ca_system_score_gemma":0.001954094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005709722,"about_ca_topic_score_gemma":0.001600646,"domain_scores_codex":[0.9823352,0.003965064,0.0006020325,0.0006767152,0.01162046,0.0008005456],"domain_scores_gemma":[0.9888256,0.006517634,0.0000740144,0.0005400486,0.003592483,0.000450226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005793633,0.00006178048,0.07049276,0.00007399791,0.00001485104,0.000003412894,0.02271719,0.00009135117,0.00006148239,0.01699372,0.003011874,0.8858982],"study_design_scores_gemma":[0.001354569,0.001189414,0.7148746,0.0006947574,0.000006558426,0.000002765563,0.004437461,0.1487891,0.00009389381,0.05649286,0.07183165,0.0002323677],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8246776,0.0009663664,0.0001578212,0.1689789,0.00006410725,0.00467849,0.000008751952,0.00002758457,0.0004403781],"genre_scores_gemma":[0.9954824,0.0007099579,0.00116566,0.0008020526,0.0005016793,0.0009016979,0.000003966461,0.00001379446,0.0004188331],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8856658,"threshold_uncertainty_score":0.9986539,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904163393","doi":"10.1093/reseval/rvy037","title":"A response to Hansson and Polk (2018) “Assessing the impact of transdisciplinary research: The usefulness of relevance, credibility, and legitimacy for understanding the link between process and impact”","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":true,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"POLK; Credibility; Legitimacy; Relevance (law); Trustworthiness; Political science; Regional science; Sociology; Geography; Psychology; Social psychology; Law; Archaeology; Politics","retraction":{"nature":"Retraction","openalex_flagged":true},"screen_n_in":null,"score":{"opus":0.6877839705152412,"gpt":0.6505376613553128,"spread":0.03724630915992844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1429131,0.0001592036,0.0003054436,0.0007584362,0.002631538,0.001030863,0.0008326772,0.0001020403,0.00003894099],"category_scores_gemma":[0.0314554,0.00006973564,0.00008680858,0.003316585,0.002990663,0.0009065245,0.0005670238,0.0005082286,0.000002638208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003972217,"about_ca_system_score_gemma":0.001880498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001092501,"about_ca_topic_score_gemma":0.0002847793,"domain_scores_codex":[0.9843537,0.008231251,0.0007018795,0.0006481697,0.005335406,0.0007295921],"domain_scores_gemma":[0.9604209,0.03098297,0.0002136622,0.0009124325,0.007240097,0.0002299026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.04909137,0.0003117099,0.06207224,0.0004896062,0.0005443008,0.000004546784,0.4371317,0.001467728,0.09072234,0.004296367,0.01562527,0.3382429],"study_design_scores_gemma":[0.001252922,0.006229217,0.3794241,0.0002624055,0.0000337358,0.000009491099,0.1018472,0.096864,0.002890418,0.4109676,0.00007654451,0.0001424317],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9596519,0.0002628867,0.006470047,0.02970142,0.0000325269,0.003453369,0.0001053751,0.000006085414,0.0003163296],"genre_scores_gemma":[0.9991793,0.00001863173,0.00007044002,0.000005284692,0.0003336922,0.0002520858,0.000005375211,0.00001693168,0.0001182286],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4066712,"threshold_uncertainty_score":0.9997226,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.5764107804956425,"gpt":0.7280077810102121,"spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1919075,0.000186752,0.0003139182,0.00184811,0.001303595,0.00349614,0.001786385,0.00013433,0.0006696084],"category_scores_gemma":[0.01648672,0.0001048512,0.0001389914,0.007290524,0.001321473,0.001369122,0.001518266,0.001479949,0.000154973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008867374,"about_ca_system_score_gemma":0.005378935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003725771,"about_ca_topic_score_gemma":0.0005514387,"domain_scores_codex":[0.9556442,0.02152568,0.0008985042,0.001092462,0.01985718,0.0009819646],"domain_scores_gemma":[0.965582,0.01022645,0.0001424554,0.001196307,0.0226349,0.0002178764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009590221,0.0005943118,0.0002005156,0.0006642318,0.0002448867,0.00005169915,0.2903635,0.0001278531,0.1389852,0.06273118,0.1792697,0.3258079],"study_design_scores_gemma":[0.0002672792,0.001637657,0.0008513249,0.0002359738,0.00001179652,0.000004826369,0.2861363,0.1525911,0.01250628,0.5444273,0.001198678,0.0001314415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7380184,0.00117271,0.003481869,0.2217135,0.00103124,0.007105888,0.0002516839,0.00007033779,0.02715434],"genre_scores_gemma":[0.9889551,0.00001383816,0.0001712884,0.000008696159,0.0004733602,0.001537326,0.0000458711,0.00002736682,0.008767127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4816962,"threshold_uncertainty_score":0.9999965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167275106","doi":"10.3152/095820207x235106","title":"Evaluation and management of multi-departmental (horizontal) science and technology programs","year":2007,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"George (robot); Library science; Sociology; Management; Computer science; Operations research; Engineering; Artificial intelligence; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.5021302635329582,"gpt":0.6169005039439246,"spread":0.1147702404109664,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2689526,0.0001040417,0.0001648709,0.002260849,0.000706255,0.0003305701,0.0008736192,0.00008975856,0.00006332404],"category_scores_gemma":[0.01167404,0.00007794009,0.00002022623,0.007097419,0.003331319,0.0008587111,0.000683286,0.0003022852,0.00003995833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005085598,"about_ca_system_score_gemma":0.0007196613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004264166,"about_ca_topic_score_gemma":0.0001169847,"domain_scores_codex":[0.9719709,0.0008299805,0.0006500315,0.001003839,0.02469454,0.0008506929],"domain_scores_gemma":[0.9904319,0.000513787,0.000146364,0.0004951265,0.008161908,0.0002508992],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002335705,0.00008536891,0.01178039,0.0000113257,0.000007821694,0.000002301339,0.0002830858,0.00000448641,0.02165821,0.003124362,0.00009703721,0.9629223],"study_design_scores_gemma":[0.003644384,0.001251347,0.4322159,0.0001730159,0.00006357064,0.00003423782,0.0213179,0.3885818,0.04741855,0.1015509,0.003410734,0.0003377232],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9896114,0.001218755,0.0005793074,0.0008362029,0.00008637278,0.002569431,0.000001847582,0.00001946351,0.00507726],"genre_scores_gemma":[0.9967084,0.0002504339,0.002701381,0.000005231222,0.0000251029,0.0001339438,0.000002829656,0.000005614072,0.0001670584],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9625846,"threshold_uncertainty_score":0.9993811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407050725","doi":"10.1093/reseval/rvaf003","title":"Canadian approaches to research impact and its assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Impact; York University","funders":"","keywords":"Excellence; Impact assessment; Economic impact analysis; Complement (music); Socioeconomic status; Political science; Research Assessment Exercise; Regional science; Sociology; Public administration; Economics; Higher education","retraction":null,"screen_n_in":null,"score":{"opus":0.9356806078403561,"gpt":0.7271893779285502,"spread":0.2084912299118059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08023953,0.0001117706,0.00019125,0.002455859,0.0003970422,0.0002720011,0.0001343691,0.0001555663,0.001595309],"category_scores_gemma":[0.06878246,0.00008207682,0.00004265155,0.002369762,0.0001084124,0.000186861,0.0001075331,0.001765864,0.0008534894],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00668261,"about_ca_system_score_gemma":0.07463245,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03191019,"about_ca_topic_score_gemma":0.01308505,"domain_scores_codex":[0.9883696,0.001848622,0.0002367557,0.0005220674,0.006690293,0.002332627],"domain_scores_gemma":[0.9804479,0.00161855,0.000007631471,0.0003818673,0.001769125,0.01577489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002110045,0.0001315418,0.001516752,0.001233798,0.00009755131,0.0002584887,0.001640982,0.00002074845,0.004536249,0.005582829,0.2146994,0.7700707],"study_design_scores_gemma":[0.001966404,0.006837912,0.1352674,0.0022489,0.00005477614,0.0001567591,0.001493551,0.4864422,0.001344407,0.006762383,0.3570975,0.0003277841],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6664548,0.00670532,0.00006115803,0.2737251,0.0001220245,0.005921669,0.00004204202,0.00005397854,0.04691393],"genre_scores_gemma":[0.995737,0.0005015213,0.0001883287,0.0003806752,0.0004467692,0.0005021676,0.0000834942,0.00002956867,0.002130486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7697429,"threshold_uncertainty_score":0.9999245,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2341060829","doi":"10.1093/reseval/rvv046","title":"A national survey on small research grants and the scholarly productivity of emergency medicine physicians in Canada","year":2016,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University; Canadian Association of Emergency Physicians","funders":"","keywords":"Certification; Productivity; Family medicine; Commit; Medicine; Medical education; Political science; Psychology; Economics; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.749626332346606,"gpt":0.6080028205404108,"spread":0.1416235118061953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1531457,0.00008977723,0.0002900233,0.0005845826,0.0001925184,0.00000871084,0.0001877811,0.00006243712,0.0003006593],"category_scores_gemma":[0.5450193,0.00004451191,0.00001985009,0.001703938,0.0006781681,0.0001660058,0.00007883496,0.001005671,0.00001324958],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002088401,"about_ca_system_score_gemma":0.03502111,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7490593,"about_ca_topic_score_gemma":0.8316335,"domain_scores_codex":[0.9780938,0.009000809,0.0005011286,0.0004093002,0.01090407,0.001090877],"domain_scores_gemma":[0.9762544,0.01071701,0.0000988524,0.0005236354,0.01112202,0.001284104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01205127,0.0007968993,0.2625912,0.0007131333,0.0001013601,0.00001831757,0.001812524,0.000007154436,0.02454496,0.002828799,0.1464684,0.548066],"study_design_scores_gemma":[0.005925987,0.0007597629,0.9845197,0.000774284,0.000005196222,0.000001318152,0.0002250819,0.0007685245,0.0007487882,0.00519765,0.001024748,0.00004896619],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8888652,0.0004563751,0.000008830816,0.1049671,0.0001118471,0.002211266,0.00002773596,0.000003335457,0.003348244],"genre_scores_gemma":[0.9976072,0.00111581,0.000005667795,0.0001618704,0.0002585652,0.0001689853,0.00001939568,0.00001157233,0.0006509711],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7219285,"threshold_uncertainty_score":0.9704494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412397025","doi":"10.1093/reseval/rvaf031","title":"Evaluating the cross-disciplinary utility of anonymizing applications for scientific equipment in the Australian research sector","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kensington Health","funders":"University of New South Wales; Australian Government; Astronomy Australia Limited; Analytical Center for the Government of the Russian Federation; National Computational Infrastructure","keywords":"Discipline; Cross disciplinary; Computer science; Data science; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9742932159734768,"gpt":0.8049896586778139,"spread":0.1693035572956629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.6735944,0.0001326488,0.0002249942,0.03244706,0.002659137,0.009733909,0.004563168,0.000129603,0.0008806669],"category_scores_gemma":[0.09726121,0.00006941157,0.000188171,0.2006496,0.001815268,0.0007301497,0.001177894,0.001171733,0.0002348243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005044207,"about_ca_system_score_gemma":0.002843059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009783325,"about_ca_topic_score_gemma":0.000123937,"domain_scores_codex":[0.9092709,0.01211314,0.00205179,0.002353646,0.07194311,0.002267374],"domain_scores_gemma":[0.891609,0.07744381,0.0001924405,0.002823015,0.0276689,0.0002628916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003062623,0.0005795026,0.01823607,0.0003773329,0.00003905615,0.000004031193,0.007060245,0.001772601,0.0315204,0.01751961,0.04780719,0.8747777],"study_design_scores_gemma":[0.0004826932,0.0006418193,0.09229555,0.00009834594,0.000009622167,0.000003103196,0.004840068,0.6519176,0.002291535,0.2257202,0.0215813,0.0001181242],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9717584,0.003336432,0.002321249,0.009034601,0.0005052133,0.00869647,0.0001116811,0.00001935879,0.004216617],"genre_scores_gemma":[0.9934925,0.0000368636,0.0006797752,0.000007237303,0.0002301044,0.002796996,0.00003271538,0.00001412248,0.002709708],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8746596,"threshold_uncertainty_score":0.9986393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129955620","doi":"10.1093/reseval/rvv005","title":"The impacts of research grants to community colleges. Evidence from the Technological Research Assistance Program in Quebec, Canada","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Institut National de la Recherche Scientifique; École Nationale d'Administration Publique","funders":"","keywords":"Crowds; Revenue; Investment (military); Technology transfer; Business; Research program; Public funding; Political science; Economic growth; Finance; Economics; Public administration; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.6633515778446428,"gpt":0.528005332214647,"spread":0.1353462456299959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1466929,0.00009756582,0.0002315116,0.0006473248,0.001324835,0.0002576873,0.001544602,0.0001591385,0.00004608627],"category_scores_gemma":[0.081053,0.00006771392,0.00002796204,0.006460133,0.001122255,0.0002901635,0.0005352645,0.002358494,0.00009799672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003030495,"about_ca_system_score_gemma":0.003385672,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9458502,"about_ca_topic_score_gemma":0.979734,"domain_scores_codex":[0.9898524,0.005886395,0.0008114156,0.0003741921,0.002043056,0.001032571],"domain_scores_gemma":[0.9858837,0.008835464,0.0001399534,0.001180481,0.003804352,0.000156008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001114548,0.0008532747,0.1336768,0.00009170992,0.00008183984,0.00001103137,0.01049899,0.0003934853,0.0006176517,0.3123772,0.4889799,0.05130347],"study_design_scores_gemma":[0.001027692,0.0005184361,0.6291922,0.0004403623,0.00000192521,6.323755e-7,0.01281723,0.005902024,0.001355723,0.2261848,0.1223429,0.0002161921],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9233171,0.002998388,0.00001849499,0.06470338,0.0001100994,0.002703773,0.00007811715,0.00001637178,0.006054231],"genre_scores_gemma":[0.9975992,0.0002580801,0.0000842641,0.00007163755,0.0000766628,0.0007561165,0.0000152608,0.00001232652,0.001126466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4955153,"threshold_uncertainty_score":0.9999753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409229206","doi":"10.1093/reseval/rvaf012","title":"R&D performance evaluation and analysis under uncertainty: the case of Chinese industrial enterprises","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"China Scholarship Council","keywords":"Business; Industrial organization; Operations research; Mathematical economics; Economics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.4731957579261801,"gpt":0.5799018002915833,"spread":0.1067060423654033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1136093,0.0001256273,0.0002750355,0.002161018,0.0004898944,0.0006435635,0.0004553345,0.00009970998,0.001226572],"category_scores_gemma":[0.02494016,0.00006896166,0.0001722442,0.01146074,0.0004171947,0.0004545867,0.0001844604,0.0003958992,0.00009803382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002756944,"about_ca_system_score_gemma":0.0008310567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004993647,"about_ca_topic_score_gemma":0.001231863,"domain_scores_codex":[0.9859682,0.005163551,0.0007480007,0.0006393435,0.007184837,0.0002960167],"domain_scores_gemma":[0.9881158,0.007270975,0.0001590855,0.0008513557,0.003522539,0.00008021345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008904224,0.00008200579,0.04254874,0.00001377327,0.000527843,0.000009248037,0.003726307,0.414103,0.0007502058,0.0003569722,0.001188844,0.536604],"study_design_scores_gemma":[0.0002374047,0.00006041852,0.02874552,0.00002523095,0.0005452148,0.00001997006,0.0008925776,0.9587032,0.00003997617,0.01039254,0.0002670198,0.00007090156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993022,0.001355993,0.002429459,0.001694767,0.0001716968,0.0006507881,0.00001386061,0.00001602366,0.0006454025],"genre_scores_gemma":[0.9994029,0.00005724943,0.00004894769,0.00001455903,0.0001263792,0.00006443049,0.00003262002,0.000007508112,0.0002454383],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5446002,"threshold_uncertainty_score":0.9996864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412012878","doi":"10.1093/reseval/rvaf028","title":"How impact-focused funding influences researchers’ knowledge mobilization activities","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Mobilization; Political science; Regional science; Public administration; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9620115125001445,"gpt":0.829655287050826,"spread":0.1323562254493185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0610446,0.0001580263,0.0001970662,0.00162576,0.002063887,0.0005105424,0.000398643,0.0001929018,0.002272937],"category_scores_gemma":[0.02346769,0.0001292967,0.00006472418,0.00374899,0.0003198571,0.002074851,0.0002357152,0.001344842,0.001286279],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003832363,"about_ca_system_score_gemma":0.01024199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005374976,"about_ca_topic_score_gemma":0.0006759124,"domain_scores_codex":[0.9810491,0.01257396,0.0005588158,0.000581432,0.003615368,0.001621343],"domain_scores_gemma":[0.9843901,0.01223352,0.0001102302,0.0004586741,0.002321819,0.0004856303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002024849,0.0001227367,0.04380678,0.003619001,0.0001400047,0.000009168417,0.2463072,0.0002724183,0.07263104,0.017025,0.1846914,0.4311728],"study_design_scores_gemma":[0.003222792,0.001389182,0.1531453,0.002922619,0.00006560113,0.000005518291,0.1180177,0.2838429,0.004111372,0.03230799,0.400072,0.0008969883],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9544289,0.001094451,0.002145139,0.02191136,0.0007480589,0.004543924,0.00005915947,0.0002909439,0.01477814],"genre_scores_gemma":[0.9905654,0.0001809735,0.0002319871,0.0001553908,0.0007023312,0.00185688,0.00003840255,0.00003655422,0.006232074],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4302758,"threshold_uncertainty_score":0.9999918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}