{"meta":{"query_hash":"445706b3482e","filters":{"venue":"Research Evaluation"},"cohort_total":31,"direct_labels_cover":7,"predictions_cover":31,"exported":31,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/445706b3482e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+Evaluation"},"results":[{"id":"W1964238286","doi":"10.3152/095820208x331685","title":"The effect of university–industry collaboration on the scientific impact of publications: the Canadian case, 1980–2005","year":2008,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Proxy (statistics); Citation impact; Impact factor; Citation; Library science; Scientific field; Field (mathematics); Political science; Engineering; Statistics; Computer science; Mathematics; Law","score_opus":0.7929027252031994,"score_gpt":0.6583639922991803,"score_spread":0.13453873290401908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964238286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85066754,0.010740694,0.00043268112,0.0048765726,0.00006616625,0.000064990956,0.0048039774,0.00006799337,0.12827939],"genre_scores_gemma":[0.99328953,0.0022543701,0.00027102797,0.00007415522,0.000027635177,0.000016329279,0.0007295674,0.000008816919,0.0033287627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9888182,0.0011770152,0.00044986905,0.00073611777,0.0057855053,0.0030333283],"domain_scores_gemma":[0.95531285,0.012015502,0.006859801,0.0011305586,0.017810218,0.0068710623],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0054080007,0.0004855787,0.00082214194,0.013467542,0.0062442054,0.006416476,0.0014902636,0.0008916541,0.003949254],"category_scores_gemma":[0.034634594,0.00024050388,0.0008516399,0.03869491,0.0026656154,0.0018810468,0.002511799,0.0013811318,0.00038109004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008844176,0.00025021567,0.7583021,0.0007429542,0.00069308194,0.0031149737,0.0133033665,0.015921395,0.0011748782,0.06631172,0.020678103,0.11862271],"study_design_scores_gemma":[0.000057810565,0.00008097574,0.95109594,0.0002181488,0.00035887098,0.0005226629,0.008046125,0.0032693623,0.0006647046,0.002703508,0.03287577,0.0001062403],"about_ca_topic_score_codex":0.98913443,"about_ca_topic_score_gemma":0.9914478,"teacher_disagreement_score":0.994592,"about_ca_system_score_codex":0.112492345,"about_ca_system_score_gemma":0.11295302,"threshold_uncertainty_score":0.8161929},"labels":[],"label_agreement":null},{"id":"W2045237841","doi":"10.3152/095820211x13118583635675","title":"Assessing policy and practice impacts of social science research: the application of the Payback Framework to assess the Future of Work programme","year":2011,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Work (physics); Principal (computer security); Conceptual framework; Impact assessment; Exploratory research; Management science; Political science; Sociology; Public relations; Economics; Social science; Public administration; Computer science; Engineering","score_opus":0.6809027168370274,"score_gpt":0.7071491872714307,"score_spread":0.026246470434403313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045237841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18704271,0.023733327,0.37972867,0.17573875,0.0019782183,0.02045974,0.0016361856,0.00053292915,0.20914945],"genre_scores_gemma":[0.8055189,0.0035756854,0.17514825,0.002830459,0.0002469883,0.011159964,0.00019392009,0.00006353882,0.0012622743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.43527043,0.49015403,0.014567816,0.004184909,0.04861209,0.007210653],"domain_scores_gemma":[0.4569309,0.45306662,0.02535015,0.017024837,0.040389586,0.007237826],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41756672,0.0024031366,0.0033943711,0.027665319,0.006724075,0.023193996,0.0040512565,0.0074058496,0.0044322372],"category_scores_gemma":[0.413518,0.0013796424,0.0038002983,0.01465822,0.033986304,0.023371387,0.020726562,0.006171164,0.00028205235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071869645,0.0006742987,0.029138997,0.008918692,0.0010825299,0.0004597322,0.02598743,0.018294705,0.00036740626,0.6729449,0.005965063,0.2354476],"study_design_scores_gemma":[0.00051203195,0.0023478519,0.033472225,0.010075438,0.00065640634,0.00041556783,0.040209785,0.027876154,0.0010712867,0.84247094,0.040519413,0.00037285147],"about_ca_topic_score_codex":0.013411324,"about_ca_topic_score_gemma":0.01002405,"teacher_disagreement_score":0.5824333,"about_ca_system_score_codex":0.04127561,"about_ca_system_score_gemma":0.051674735,"threshold_uncertainty_score":0.71824396},"labels":[],"label_agreement":null},{"id":"W2063748664","doi":"10.3152/095820210x12827366906562","title":"Evaluation of RT&D: from 'prescriptions for justifying' to 'user-oriented guidance for learning'","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hierarchy; Subject (documents); Frame (networking); Work (physics); Production (economics); Computer science; Knowledge management; Sociology; Operations research; Political science; Engineering; Economics; Library science; Telecommunications; Microeconomics","score_opus":0.9214874769191007,"score_gpt":0.7382062644885964,"score_spread":0.18328121243050433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063748664","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118334465,0.027026623,0.24627501,0.32239625,0.0016811233,0.0036609387,0.0011618877,0.0013408901,0.2781228],"genre_scores_gemma":[0.8203397,0.0045584245,0.16255553,0.005692827,0.00032969966,0.0017979998,0.00026501852,0.00021503771,0.004245838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.47436956,0.37817487,0.03048279,0.0060720043,0.10695764,0.0039431844],"domain_scores_gemma":[0.4523169,0.39505088,0.035114076,0.028436,0.08174311,0.0073390333],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36214676,0.00117152,0.0017777068,0.01830467,0.0069327727,0.03985049,0.004468919,0.004724377,0.0028228785],"category_scores_gemma":[0.5091429,0.00071848114,0.00084637094,0.017069206,0.03718198,0.020024097,0.011912523,0.0049281195,0.00089352095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019068453,0.00018712344,0.015009922,0.0033434308,0.00013593756,0.00013905682,0.034993455,0.001817413,0.0007204956,0.50490975,0.021642601,0.41691008],"study_design_scores_gemma":[0.0002479373,0.0008206872,0.030051023,0.012341778,0.00019872852,0.00036117557,0.07678827,0.010426641,0.006873582,0.56707466,0.29419526,0.0006203131],"about_ca_topic_score_codex":0.015683733,"about_ca_topic_score_gemma":0.0143170245,"teacher_disagreement_score":0.63785326,"about_ca_system_score_codex":0.035289686,"about_ca_system_score_gemma":0.046472058,"threshold_uncertainty_score":0.78658664},"labels":[],"label_agreement":null},{"id":"W2068351607","doi":"10.1093/reseval/rvt029","title":"The use of academic research in public health policy and practice","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Nature","keywords":"Library science; Management; Political science; Media studies; Sociology; Public administration","score_opus":0.9915096433103318,"score_gpt":0.8774207881739973,"score_spread":0.11408885513633449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068351607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48268422,0.034645993,0.02556908,0.23134848,0.0006495686,0.0008068701,0.00023904294,0.00021836588,0.2238383],"genre_scores_gemma":[0.9848445,0.0047327178,0.0052797054,0.003069506,0.0002028895,0.00021425275,0.000028437591,0.000040824296,0.0015871422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.47539958,0.46516275,0.009669145,0.0061831656,0.032874737,0.01071066],"domain_scores_gemma":[0.39135057,0.50837505,0.03112438,0.026830394,0.024526695,0.017792884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.233692,0.0006034419,0.0014154157,0.012356922,0.02470836,0.042555626,0.004418326,0.0050464077,0.0034753627],"category_scores_gemma":[0.24715008,0.0013364041,0.0007096109,0.017128108,0.068382375,0.019606898,0.023187798,0.005223685,0.0005715202],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105003644,0.00013292403,0.026590088,0.0015893447,0.000070560825,0.0004916651,0.77515286,0.00038383546,0.000690898,0.09004079,0.003771166,0.100980885],"study_design_scores_gemma":[0.000048428188,0.00023966299,0.015631942,0.0035353021,0.00005678386,0.00040538915,0.743534,0.0005011572,0.0005242644,0.03600199,0.19940118,0.000119881035],"about_ca_topic_score_codex":0.094808,"about_ca_topic_score_gemma":0.10013855,"teacher_disagreement_score":0.766308,"about_ca_system_score_codex":0.054626644,"about_ca_system_score_gemma":0.11398997,"threshold_uncertainty_score":0.9449942},"labels":[],"label_agreement":null},{"id":"W2090960911","doi":"10.3152/095820210x492495","title":"Which scientific elites? On the concentration of research funds, publications and citations","year":2010,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Library science; Political science; Sociology; Computer science","score_opus":0.9310062741247978,"score_gpt":0.7398197713321439,"score_spread":0.1911865027926538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090960911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99579215,0.00051214604,0.00011925402,0.00037017092,0.0000032527157,0.000009796297,0.00025646604,0.000004071641,0.0029327313],"genre_scores_gemma":[0.99938095,0.00015649779,0.000035108405,0.000032060936,0.000010410806,0.0000030228978,0.000099866615,0.0000021138676,0.00027995283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950181,0.0008353809,0.0003025904,0.0005509134,0.0017649499,0.0015279138],"domain_scores_gemma":[0.9703977,0.01315287,0.0077451514,0.0008104697,0.0046886303,0.0032051262],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007121101,0.00023675825,0.0010023013,0.010089548,0.0020188726,0.0034045114,0.0011028417,0.0005905601,0.0036536078],"category_scores_gemma":[0.03210219,0.0001937648,0.00034483793,0.014522109,0.002950037,0.0021366319,0.002324248,0.00048356573,0.0004190525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013207812,0.000031269537,0.9815823,0.000031447653,0.00010783233,0.000059985625,0.0032649676,0.00016894499,0.00016651984,0.0011408045,0.0005294127,0.0127845835],"study_design_scores_gemma":[0.000008888487,0.000037803333,0.99297136,0.000025202608,0.000029785413,0.000049566923,0.005148883,0.0004960863,0.00007527395,0.00045253578,0.0006926337,0.000012017914],"about_ca_topic_score_codex":0.32294723,"about_ca_topic_score_gemma":0.37128475,"teacher_disagreement_score":0.9928789,"about_ca_system_score_codex":0.0042979554,"about_ca_system_score_gemma":0.0033525021,"threshold_uncertainty_score":0.6421349},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2091428252","doi":"10.1093/reseval/rvt017","title":"The New Zealand performance-based research fund and its impact on publication activity in economics","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Pennington Biomedical Research Foundation","keywords":"Queen (butterfly); Library science; Management; Sociology; Media studies; Economics; Computer science","score_opus":0.41028521807876034,"score_gpt":0.4383793823756601,"score_spread":0.02809416429689976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091428252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7823874,0.014814941,0.0042516105,0.03036915,0.00071109255,0.00027847834,0.0039451644,0.00030305868,0.16293918],"genre_scores_gemma":[0.98368144,0.0036407458,0.0026873995,0.00029508903,0.000262346,0.0000930159,0.0008923912,0.000091031274,0.008356627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9749501,0.00781339,0.0015458642,0.0008435839,0.012852836,0.0019941332],"domain_scores_gemma":[0.8630501,0.036323052,0.038850438,0.0058069364,0.039157096,0.016812304],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.027302451,0.00044915744,0.00054350385,0.006517906,0.0011040884,0.006636191,0.0009252535,0.00087533926,0.0036397355],"category_scores_gemma":[0.14104766,0.00028567258,0.0004609742,0.008619153,0.0023293875,0.0039965655,0.0026882489,0.0010716746,0.00068853033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013891638,0.00039005218,0.5439669,0.0012254068,0.0004302331,0.00065421755,0.004760937,0.00526999,0.0027259144,0.051343553,0.027384168,0.36045945],"study_design_scores_gemma":[0.000059178692,0.00028194473,0.951429,0.0001845306,0.00006577364,0.00013613598,0.00096537033,0.0016914766,0.0007574237,0.0024492457,0.041925747,0.00005410717],"about_ca_topic_score_codex":0.17518257,"about_ca_topic_score_gemma":0.12890993,"teacher_disagreement_score":0.9934821,"about_ca_system_score_codex":0.014233708,"about_ca_system_score_gemma":0.018416623,"threshold_uncertainty_score":0.3483258},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2106446068","doi":"10.1093/reseval/rvs024","title":"Assessment of the impact of a clinical and health services research call in Catalonia","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Agency (philosophy); Funding Agency; Health care; Business; Impact assessment; Knowledge management; Public relations; Political science; Computer science; Sociology; Public administration","score_opus":0.5032670908757158,"score_gpt":0.6575713794330598,"score_spread":0.15430428855734402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106446068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459718,0.0045865374,0.0009709547,0.009176597,0.00064027944,0.001957924,0.0016987888,0.00012789782,0.034869213],"genre_scores_gemma":[0.982736,0.001742751,0.0022019723,0.0025541973,0.00023320361,0.0018248211,0.0012228147,0.00005171103,0.007432369],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9272299,0.038648542,0.0044459957,0.0029834234,0.015660707,0.011031338],"domain_scores_gemma":[0.88168365,0.06009752,0.010890588,0.0064160665,0.022298181,0.018613964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06966362,0.0011514511,0.0012357391,0.005487604,0.004486478,0.012716797,0.003801748,0.00504154,0.0064771515],"category_scores_gemma":[0.079536445,0.0007832753,0.0012792759,0.004585592,0.0030519064,0.0026477228,0.012316311,0.003230041,0.0010789206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013815018,0.006565827,0.31706116,0.013295571,0.0014604062,0.0115914075,0.051646348,0.02576599,0.008849589,0.031351592,0.051384676,0.4672124],"study_design_scores_gemma":[0.0006408844,0.0046768463,0.8389777,0.0024669692,0.00048695927,0.0007442604,0.07618455,0.004211672,0.0018339071,0.0021986517,0.06723756,0.00034018166],"about_ca_topic_score_codex":0.09114358,"about_ca_topic_score_gemma":0.06720295,"teacher_disagreement_score":0.93033636,"about_ca_system_score_codex":0.050061647,"about_ca_system_score_gemma":0.044997346,"threshold_uncertainty_score":0.36842084},"labels":[],"label_agreement":null},{"id":"W2129955620","doi":"10.1093/reseval/rvv005","title":"The impacts of research grants to community colleges. Evidence from the Technological Research Assistance Program in Quebec, Canada","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique; École Nationale d'Administration Publique","funders":"","keywords":"Crowds; Revenue; Investment (military); Technology transfer; Business; Research program; Public funding; Political science; Economic growth; Finance; Economics; Public administration; Computer science","score_opus":0.6633515778446428,"score_gpt":0.528005332214647,"score_spread":0.13534624562999586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129955620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9212634,0.010037175,0.00027993447,0.01848522,0.00012397779,0.00017393813,0.007280064,0.00005654047,0.04229968],"genre_scores_gemma":[0.98761266,0.00212381,0.00012133276,0.0007968204,0.000028254395,0.000030997162,0.00090735825,0.000007899306,0.008370747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992939,0.0013317798,0.00022442856,0.00040297353,0.0026428667,0.0024588893],"domain_scores_gemma":[0.96251214,0.0076273233,0.0070368997,0.0008427104,0.0113974195,0.010583534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038227725,0.00035036562,0.00050259894,0.0026914761,0.0035863363,0.0034084306,0.0020214596,0.0010626414,0.007175122],"category_scores_gemma":[0.017625628,0.0002399297,0.00056923745,0.0055550747,0.0023754835,0.0008882289,0.002006544,0.001254748,0.0005495711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010667061,0.00090445956,0.8568754,0.0005731303,0.0003945114,0.0010188187,0.0035823362,0.0029229994,0.0007035013,0.011070299,0.03494138,0.08594649],"study_design_scores_gemma":[0.00009840533,0.00009903433,0.9763882,0.00016974889,0.00011311327,0.000054851946,0.0041861157,0.00077850046,0.00018753846,0.00027324056,0.017622901,0.000028290835],"about_ca_topic_score_codex":0.99532855,"about_ca_topic_score_gemma":0.9978806,"teacher_disagreement_score":0.99617726,"about_ca_system_score_codex":0.07173763,"about_ca_system_score_gemma":0.11605661,"threshold_uncertainty_score":0.5204954},"labels":[],"label_agreement":null},{"id":"W2133136109","doi":"10.3152/147154406781775913","title":"Research funding by city: an indicator of regional technological competitiveness?","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Australian Government","keywords":"Agency (philosophy); Intellectual property; Investment (military); Productivity; Business; Information and Communications Technology; Population; Regional science; Funding Agency; Economic growth; Economic geography; Economics; Political science; Geography; Public relations; Sociology; Social science","score_opus":0.5438780804210941,"score_gpt":0.4880374436220943,"score_spread":0.05584063679899981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133136109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79809934,0.010474131,0.007520263,0.014686674,0.00023383599,0.00022461636,0.015727013,0.00038299736,0.15265112],"genre_scores_gemma":[0.9856543,0.0016996057,0.0031657962,0.00028978524,0.00007088035,0.00008655816,0.002521374,0.00010083048,0.006410848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99362165,0.0018632527,0.0004463451,0.0007297072,0.0020823206,0.0012567849],"domain_scores_gemma":[0.97354966,0.0040861904,0.0078101438,0.0018166447,0.009082565,0.0036548777],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0055118897,0.00025565957,0.00079109,0.0051992144,0.0010612417,0.0045686113,0.00086889626,0.00050635735,0.006148643],"category_scores_gemma":[0.021893896,0.00017934678,0.0004611832,0.018884325,0.0015872053,0.0015004348,0.0021907643,0.0005784938,0.000996275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023013633,0.00004697278,0.89195657,0.0004694642,0.0003396378,0.00015983824,0.002499702,0.002069973,0.0011226602,0.026281549,0.018112043,0.0567114],"study_design_scores_gemma":[0.000035744044,0.000055917866,0.93157053,0.0001266107,0.00017746224,0.00022406985,0.003484839,0.0012120162,0.00054965826,0.0023049377,0.060214777,0.000043503715],"about_ca_topic_score_codex":0.33472773,"about_ca_topic_score_gemma":0.45790145,"teacher_disagreement_score":0.9948008,"about_ca_system_score_codex":0.0054007415,"about_ca_system_score_gemma":0.013472705,"threshold_uncertainty_score":0.6655588},"labels":[],"label_agreement":null},{"id":"W2158773594","doi":"10.1093/reseval/rvs027","title":"Evaluating health research impact: Development and implementation of the Alberta Innovates - Health Solutions impact framework","year":2012,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Stakeholder; Business; Non profit; Management science; Political science; Process management; Economics; Public relations; Public administration; Geography","score_opus":0.8959327253990201,"score_gpt":0.7119006456455266,"score_spread":0.18403207975349356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158773594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044118933,0.0072986395,0.6726077,0.025546763,0.00046227776,0.013379556,0.007078018,0.00129963,0.22820847],"genre_scores_gemma":[0.2550195,0.0018574329,0.73455584,0.00078028126,0.00006861879,0.0026716148,0.0021242236,0.00010024896,0.0028222546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.90855104,0.055372182,0.004361096,0.0022317083,0.025917483,0.003566487],"domain_scores_gemma":[0.89922017,0.059440807,0.004011158,0.0043106945,0.030600503,0.0024167006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1254879,0.0021868567,0.0017909363,0.0138223255,0.0025527112,0.00970772,0.005098159,0.0024791392,0.00468304],"category_scores_gemma":[0.13880041,0.0011677508,0.002830506,0.012420087,0.005725725,0.005272806,0.00823801,0.003303372,0.0004771447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016559448,0.00028957386,0.019460974,0.0015472434,0.0004616036,0.00013626342,0.0016950376,0.115697265,0.00026823123,0.6538098,0.01239763,0.19407079],"study_design_scores_gemma":[0.00047796618,0.0007926209,0.047823306,0.0054562995,0.0010926782,0.00026099256,0.004805108,0.31041187,0.002225427,0.47876942,0.14741465,0.00046968128],"about_ca_topic_score_codex":0.46355048,"about_ca_topic_score_gemma":0.47323087,"teacher_disagreement_score":0.92187375,"about_ca_system_score_codex":0.07812623,"about_ca_system_score_gemma":0.11976287,"threshold_uncertainty_score":0.92170465},"labels":[],"label_agreement":null},{"id":"W2165295550","doi":"10.1093/reseval/rvs041","title":"Accountability, performance assessment, and evaluation: Policy pressures and responses from research councils","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Public administration; Political science; Library science; Higher education; Sociology; Management; Law; Computer science; Economics","score_opus":0.8015169397706693,"score_gpt":0.7149106275809038,"score_spread":0.08660631218976544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165295550","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16128927,0.009002596,0.011903947,0.7580073,0.0020361796,0.000659175,0.00011716129,0.00022022093,0.056764133],"genre_scores_gemma":[0.9074556,0.0035910795,0.007226212,0.073394135,0.001849865,0.0009681296,0.00007535837,0.00014686014,0.0052927523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.38702214,0.39885727,0.036716457,0.030037051,0.10840432,0.038962774],"domain_scores_gemma":[0.1283137,0.6441304,0.07728094,0.024651263,0.08980627,0.035817426],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49089113,0.0007888776,0.001897264,0.008126211,0.025640301,0.03299076,0.006030109,0.02117122,0.0035387487],"category_scores_gemma":[0.5858356,0.0019522049,0.0016835436,0.01002372,0.033537805,0.018020153,0.02899993,0.026644064,0.0005401871],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072059943,0.00097045244,0.07257799,0.0022926661,0.00031195948,0.0015846523,0.124663234,0.004500308,0.0024455118,0.42096388,0.09778333,0.2711855],"study_design_scores_gemma":[0.00046881574,0.0010306734,0.09127519,0.004934258,0.00016755625,0.0007129621,0.1660181,0.005516108,0.0028099332,0.11494432,0.6110847,0.001037372],"about_ca_topic_score_codex":0.029504746,"about_ca_topic_score_gemma":0.026242997,"teacher_disagreement_score":0.5091089,"about_ca_system_score_codex":0.06365176,"about_ca_system_score_gemma":0.12919855,"threshold_uncertainty_score":0.62782186},"labels":[],"label_agreement":null},{"id":"W2167275106","doi":"10.3152/095820207x235106","title":"Evaluation and management of multi-departmental (horizontal) science and technology programs","year":2007,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"George (robot); Library science; Sociology; Management; Computer science; Operations research; Engineering; Artificial intelligence; Economics","score_opus":0.5021302635329582,"score_gpt":0.6169005039439246,"score_spread":0.1147702404109664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167275106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8163389,0.008945947,0.035947386,0.01505442,0.0005069108,0.019445587,0.0011274486,0.000737751,0.10189565],"genre_scores_gemma":[0.9490711,0.0024662556,0.035368573,0.00073788885,0.000119620316,0.004553619,0.0006131857,0.00005430548,0.0070154606],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9167634,0.049995374,0.0028429376,0.0017930851,0.022761963,0.0058431844],"domain_scores_gemma":[0.85239416,0.045182586,0.022854865,0.0042897374,0.049072314,0.02620634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05577875,0.0006365457,0.0008013567,0.005885514,0.0045579565,0.0066495896,0.0023575984,0.0008950005,0.004122772],"category_scores_gemma":[0.07798654,0.0003518595,0.00069325784,0.0046457867,0.0018455355,0.0025144948,0.0065717013,0.0017665505,0.000430322],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012577904,0.0050721397,0.06314515,0.0020705482,0.00037615863,0.0001564882,0.0030441503,0.012253533,0.0012147645,0.011305377,0.01000888,0.89009506],"study_design_scores_gemma":[0.0028712852,0.038806867,0.63311493,0.0076968144,0.0011271104,0.00041490185,0.05692449,0.05611306,0.02517184,0.028733645,0.1485237,0.0005012992],"about_ca_topic_score_codex":0.030339273,"about_ca_topic_score_gemma":0.05787222,"teacher_disagreement_score":0.94422126,"about_ca_system_score_codex":0.036068853,"about_ca_system_score_gemma":0.071399465,"threshold_uncertainty_score":0.29498976},"labels":[],"label_agreement":null},{"id":"W2179962732","doi":"10.1093/reseval/rvv025","title":"Defining and assessing research quality in a transdisciplinary context","year":2015,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":267,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Centre for International Forestry Research; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Rubric; Credibility; Quality (philosophy); Management science; Context (archaeology); Stakeholder; Relevance (law); Reflexivity; Computer science; Social research; Engineering ethics; Knowledge management; Sociology; Political science; Social science; Public relations; Epistemology; Engineering","score_opus":0.8503872670441657,"score_gpt":0.7265575859595685,"score_spread":0.12382968108459713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179962732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087330855,0.09851503,0.6325431,0.109983735,0.003971222,0.03273666,0.0013452232,0.00067410275,0.03290008],"genre_scores_gemma":[0.31368747,0.016349293,0.6325994,0.006981153,0.00086434704,0.028157882,0.0005105034,0.00015380322,0.0006960893],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.14310083,0.57457465,0.19001895,0.013291416,0.07624681,0.0027674257],"domain_scores_gemma":[0.05611091,0.71544385,0.076818064,0.04053922,0.107565165,0.0035227044],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.75618684,0.0020411897,0.008295862,0.04310484,0.00859761,0.027904699,0.006064712,0.007931568,0.0018134847],"category_scores_gemma":[0.82336694,0.0027895004,0.005905387,0.02705839,0.028490834,0.02598244,0.022659278,0.008003517,0.00045324123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090018945,0.00047693533,0.046820994,0.11205647,0.004766859,0.000855321,0.14844577,0.004119695,0.004316918,0.22234583,0.009119057,0.445776],"study_design_scores_gemma":[0.0012417829,0.0020303328,0.04387915,0.16981314,0.0054268315,0.0015760172,0.08613808,0.011874238,0.008379014,0.53244823,0.13563736,0.0015557923],"about_ca_topic_score_codex":0.004887708,"about_ca_topic_score_gemma":0.005349108,"teacher_disagreement_score":0.24381316,"about_ca_system_score_codex":0.023744073,"about_ca_system_score_gemma":0.064002156,"threshold_uncertainty_score":0.30066508},"labels":[],"label_agreement":null},{"id":"W2341060829","doi":"10.1093/reseval/rvv046","title":"A national survey on small research grants and the scholarly productivity of emergency medicine physicians in Canada","year":2016,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Canadian Association of Emergency Physicians","funders":"","keywords":"Certification; Productivity; Family medicine; Commit; Medicine; Medical education; Political science; Psychology; Economics; Economic growth","score_opus":0.749626332346606,"score_gpt":0.6080028205404108,"score_spread":0.14162351180619526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341060829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756864,0.0012966775,0.00014448118,0.0062292987,0.00004715465,0.00011944899,0.0086310115,0.000021591608,0.007824043],"genre_scores_gemma":[0.994639,0.0013514624,0.00018957876,0.00055194646,0.000020980682,0.000050769988,0.0017172407,0.000006312533,0.0014727985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955823,0.00044878785,0.00039889305,0.00034377945,0.0024650812,0.00076119293],"domain_scores_gemma":[0.9653366,0.0031997764,0.0066291327,0.000700424,0.012188313,0.011945818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035911805,0.00014966777,0.0003375452,0.00243203,0.0021594802,0.001145395,0.0010413562,0.00043429132,0.0026140907],"category_scores_gemma":[0.014679847,0.00023700239,0.0002767834,0.0070202965,0.0010777402,0.00070754054,0.0012226589,0.00077271496,0.000311717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042178213,0.000057514597,0.98214346,0.0000928169,0.000023094239,0.000067102425,0.0018437988,0.00009507628,0.00011944745,0.000182424,0.0078432765,0.0074898303],"study_design_scores_gemma":[0.0000043534164,0.000020142012,0.9937535,0.000040031664,0.000005215766,0.0000316746,0.0022965882,0.00009240283,0.000022714019,0.000019567211,0.0037052294,0.000008614274],"about_ca_topic_score_codex":0.9617978,"about_ca_topic_score_gemma":0.9715395,"teacher_disagreement_score":0.9964088,"about_ca_system_score_codex":0.022729024,"about_ca_system_score_gemma":0.057949107,"threshold_uncertainty_score":0.16491139},"labels":[],"label_agreement":null},{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","score_opus":0.8233162217039798,"score_gpt":0.7626251681297992,"score_spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766861252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085308395,0.021403858,0.6212923,0.097011216,0.0051824916,0.020803796,0.0012583687,0.0015367849,0.14620283],"genre_scores_gemma":[0.5071461,0.0046648667,0.46036583,0.0075951754,0.0009272636,0.01641983,0.000315602,0.0005837391,0.0019814738],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.136986,0.73484606,0.03507402,0.011852112,0.07702082,0.0042210585],"domain_scores_gemma":[0.08529448,0.7579652,0.036483813,0.06495578,0.052030176,0.0032705797],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7326147,0.0042482587,0.0060574417,0.021734906,0.01092781,0.033564277,0.0050272713,0.009016406,0.0067849723],"category_scores_gemma":[0.8206303,0.00243081,0.0061071464,0.016668674,0.030416649,0.04658323,0.027518969,0.009403595,0.0012904654],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016560507,0.00082882994,0.03154932,0.01508532,0.003854085,0.00022969468,0.031945013,0.00842763,0.0014990992,0.36634275,0.012508004,0.5260741],"study_design_scores_gemma":[0.0016306195,0.004092477,0.03251217,0.026548287,0.0037045665,0.00040859779,0.023474295,0.023822771,0.010868169,0.7690744,0.10281872,0.0010449813],"about_ca_topic_score_codex":0.006882389,"about_ca_topic_score_gemma":0.004559941,"teacher_disagreement_score":0.2673853,"about_ca_system_score_codex":0.026594257,"about_ca_system_score_gemma":0.044687465,"threshold_uncertainty_score":0.32973373},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2809081890","doi":"10.1093/reseval/rvy017","title":"The characteristics of highly cited researchers in Africa","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Robert Bosch Stiftung; International Development Research Centre","keywords":"Regional science; Political science; Geography","score_opus":0.5254922033853094,"score_gpt":0.5499418067153077,"score_spread":0.024449603329998237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809081890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993204,0.0011045085,0.00026136954,0.000737983,0.000015981155,0.000018928149,0.00025720184,0.000003604857,0.0043963986],"genre_scores_gemma":[0.99847573,0.00073846616,0.00016237427,0.000051137446,0.00001795737,0.000010568661,0.00008387616,0.0000026542425,0.00045716396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972566,0.0009678511,0.00040742126,0.000241145,0.0006305484,0.0004965152],"domain_scores_gemma":[0.95191735,0.018767837,0.020805018,0.0012088012,0.0040861154,0.0032148033],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0041657477,0.00014317835,0.0004065983,0.006862852,0.0016315551,0.002325177,0.0004262089,0.0005960532,0.0036807708],"category_scores_gemma":[0.04227203,0.00015871171,0.00016515424,0.013689781,0.00073219836,0.0014634813,0.0013489268,0.00044306976,0.00050770864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007850359,0.0000637656,0.96116227,0.00021456521,0.000063071464,0.000520742,0.010873854,0.00019361071,0.0008611838,0.0018938944,0.0007897253,0.023284916],"study_design_scores_gemma":[0.000014794042,0.0000915959,0.95964795,0.0002936704,0.00004790317,0.0012541444,0.027206322,0.00048187005,0.00057848456,0.0015040003,0.008845927,0.00003336777],"about_ca_topic_score_codex":0.0034083012,"about_ca_topic_score_gemma":0.0046324395,"teacher_disagreement_score":0.99583423,"about_ca_system_score_codex":0.00067377236,"about_ca_system_score_gemma":0.0010947154,"threshold_uncertainty_score":0.02203089},"labels":[],"label_agreement":null},{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","score_opus":0.4498606977137448,"score_gpt":0.6562607191916434,"score_spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885369894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810775,0.00031381243,0.010284427,0.0005450271,0.000059323236,0.005170252,0.00012945838,0.000076473145,0.0023436975],"genre_scores_gemma":[0.9528374,0.0004201682,0.035352577,0.00038592835,0.00005491292,0.009312106,0.00018880072,0.00006092484,0.0013872011],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.77840185,0.18679571,0.00944416,0.0049920054,0.013529825,0.0068363803],"domain_scores_gemma":[0.7149517,0.18351449,0.02141491,0.025083456,0.047142718,0.007892696],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24134456,0.0018086273,0.0016678927,0.0035339228,0.0066118278,0.0059237443,0.0043812296,0.0030920384,0.001172134],"category_scores_gemma":[0.2086797,0.0014484898,0.0016711847,0.0025741216,0.004881596,0.0052522277,0.00880938,0.0020383524,0.0003924709],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040876963,0.03068558,0.15283455,0.00286362,0.000788542,0.0036196562,0.42558682,0.0068166223,0.007118871,0.003323925,0.002469777,0.3598044],"study_design_scores_gemma":[0.0027453338,0.10207623,0.21938473,0.0048727077,0.0013763601,0.0025328684,0.5587059,0.014649104,0.04435423,0.0058852383,0.04229404,0.0011232098],"about_ca_topic_score_codex":0.0054355203,"about_ca_topic_score_gemma":0.009001936,"teacher_disagreement_score":0.7586554,"about_ca_system_score_codex":0.011102254,"about_ca_system_score_gemma":0.014786602,"threshold_uncertainty_score":0.93555725},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2904163393","doi":"10.1093/reseval/rvy037","title":"A response to Hansson and Polk (2018) “Assessing the impact of transdisciplinary research: The usefulness of relevance, credibility, and legitimacy for understanding the link between process and impact”","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"POLK; Credibility; Legitimacy; Relevance (law); Trustworthiness; Political science; Regional science; Sociology; Geography; Psychology; Social psychology; Law; Archaeology; Politics","score_opus":0.6877839705152412,"score_gpt":0.6505376613553128,"score_spread":0.03724630915992844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904163393","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045437,0.0013124212,0.0009481306,0.98453575,0.012041858,0.000020022875,0.00004589195,0.00003407146,0.0006074671],"genre_scores_gemma":[0.0059255,0.0011608144,0.0016151186,0.9818189,0.0074039265,0.000089441826,0.00003179805,0.000056004053,0.0018984905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9429941,0.031843826,0.0073214187,0.004587238,0.010677225,0.0025761232],"domain_scores_gemma":[0.6816741,0.2341789,0.013576308,0.0059998306,0.05593878,0.008632005],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05353411,0.0018986723,0.0023053908,0.0013468413,0.010019883,0.011931667,0.0050860895,0.05167504,0.0067269807],"category_scores_gemma":[0.22856858,0.0012729185,0.0024589228,0.0025689076,0.012696776,0.0131132845,0.010507161,0.08018411,0.005540995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011200087,0.000058000816,0.0005888165,0.00061234547,0.00003351542,0.00033600422,0.00892876,0.00013972311,0.0005613421,0.028215282,0.94942397,0.010990353],"study_design_scores_gemma":[0.000095043535,0.00013678336,0.0016935483,0.0024057173,0.000068965724,0.0010698845,0.01664454,0.0005268122,0.0012609831,0.030322086,0.9455274,0.00024840154],"about_ca_topic_score_codex":0.0075073754,"about_ca_topic_score_gemma":0.009596926,"teacher_disagreement_score":0.9464659,"about_ca_system_score_codex":0.010367022,"about_ca_system_score_gemma":0.016581098,"threshold_uncertainty_score":0.28311878},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2979198997","doi":"10.1093/reseval/rvz024","title":"Do we need a book citation index for research evaluation?","year":2019,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Index (typography); Citation index; Argument (complex analysis); Sociology; Library science; Social science; Computer science; World Wide Web; Medicine","score_opus":0.9412224849470798,"score_gpt":0.7642154891255654,"score_spread":0.17700699582151447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979198997","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09251421,0.22584373,0.14745528,0.19965443,0.042528428,0.0028075096,0.016414843,0.0052664797,0.2675152],"genre_scores_gemma":[0.6778688,0.044145875,0.20673378,0.025109526,0.015059404,0.005988851,0.0092997635,0.0019496374,0.01384442],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7889759,0.1086373,0.028436182,0.005240052,0.06694333,0.001767264],"domain_scores_gemma":[0.5179245,0.27194542,0.048519544,0.024456505,0.12744887,0.009705241],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.10531559,0.0012992177,0.0077925613,0.043828268,0.001925554,0.026839796,0.0030063204,0.0028663108,0.008214843],"category_scores_gemma":[0.5022945,0.0006003713,0.0015182204,0.09165105,0.0036929878,0.020864414,0.0033655856,0.004054517,0.0047375965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049512234,0.00037271783,0.049002767,0.0073709264,0.0016259056,0.00009304732,0.0011143234,0.0012336465,0.00094088627,0.04169935,0.14478472,0.7512666],"study_design_scores_gemma":[0.00061187375,0.0016686495,0.19220567,0.016531963,0.0027568121,0.0012578239,0.008770067,0.022541126,0.0047995457,0.2525985,0.49502194,0.001236118],"about_ca_topic_score_codex":0.0024684726,"about_ca_topic_score_gemma":0.0031206538,"teacher_disagreement_score":0.95617175,"about_ca_system_score_codex":0.0052555,"about_ca_system_score_gemma":0.004752912,"threshold_uncertainty_score":0.5569687},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3039376085","doi":"10.1093/reseval/rvaa006","title":"DARE to be different? A novel approach for analysing diversity in collaborative research projects","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"Medical Research Council","keywords":"Operationalization; Diversity (politics); Group cohesiveness; Narrative; Knowledge management; Sociology; Management science; Computer science; Data science; Psychology; Engineering; Epistemology; Social psychology","score_opus":0.8454706926792013,"score_gpt":0.6348000941306084,"score_spread":0.21067059854859282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039376085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24598621,0.0016500842,0.68486327,0.010354507,0.0003484936,0.0026823487,0.00049818534,0.00035913565,0.05325778],"genre_scores_gemma":[0.7041768,0.00031312727,0.290429,0.00038300373,0.00005603632,0.0025864877,0.00014643585,0.000064128486,0.0018449023],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8730942,0.10644175,0.004308692,0.0047259396,0.009138392,0.0022909406],"domain_scores_gemma":[0.8406724,0.12461942,0.010747405,0.010382036,0.01078213,0.0027967184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.069848195,0.0009880908,0.0013231322,0.01760537,0.0073558125,0.017940197,0.002575657,0.0025726259,0.003683759],"category_scores_gemma":[0.12758213,0.00093354506,0.0014062116,0.011013908,0.016799975,0.019850023,0.020019488,0.0032331406,0.0003647592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003303064,0.00024454272,0.023987053,0.001507315,0.00022069673,0.00074801996,0.4708081,0.0017315617,0.0024964262,0.30600643,0.0020738165,0.18984565],"study_design_scores_gemma":[0.00014041057,0.0004168045,0.01872095,0.002001386,0.00018562764,0.0011651524,0.48545063,0.018484665,0.0034992446,0.3882056,0.08143981,0.00028973797],"about_ca_topic_score_codex":0.003262975,"about_ca_topic_score_gemma":0.004620588,"teacher_disagreement_score":0.9301518,"about_ca_system_score_codex":0.008149312,"about_ca_system_score_gemma":0.0070476434,"threshold_uncertainty_score":0.36939698},"labels":[],"label_agreement":null},{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","score_opus":0.8269559494441125,"score_gpt":0.6651916119829281,"score_spread":0.16176433746118446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088124318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20216803,0.006095643,0.54767144,0.021441955,0.00074779347,0.022009507,0.053694468,0.0027392514,0.143432],"genre_scores_gemma":[0.44085032,0.00090321974,0.5205956,0.00071694376,0.00008833284,0.027935343,0.0077302656,0.00016842701,0.0010115292],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81332284,0.12573183,0.020430172,0.005594269,0.031926904,0.0029939266],"domain_scores_gemma":[0.819049,0.109408736,0.023850929,0.010389187,0.032783866,0.004518214],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105141,0.0012455021,0.0020241549,0.05049518,0.003073413,0.0071392427,0.0020612502,0.001825292,0.0038828477],"category_scores_gemma":[0.15366095,0.00067201623,0.0033202306,0.0359228,0.0057562934,0.010851503,0.011390523,0.0032715593,0.00043547052],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005967897,0.000837396,0.33167696,0.005389749,0.0016180777,0.00024424092,0.018116022,0.017166497,0.0012976525,0.18006982,0.041238032,0.40174875],"study_design_scores_gemma":[0.00061668374,0.0024268087,0.5277335,0.005938179,0.0010161691,0.0009019246,0.03123715,0.05786149,0.0029189824,0.16605423,0.20255385,0.00074107625],"about_ca_topic_score_codex":0.01880364,"about_ca_topic_score_gemma":0.014017769,"teacher_disagreement_score":0.894859,"about_ca_system_score_codex":0.02047117,"about_ca_system_score_gemma":0.023285298,"threshold_uncertainty_score":0.5560454},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088466851","doi":"10.1093/reseval/rvaa024","title":"Understanding and evaluating the impact of integrated problem-oriented research programmes: Concepts and considerations","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Context (archaeology); Counterfactual thinking; Scale (ratio); Theory of change; Management science; Discipline; Computer science; Field (mathematics); Impact evaluation; Ex-ante; Impact assessment; Research program; Political science; Economics; Sociology; Psychology; Management; Social science","score_opus":0.9197335360181665,"score_gpt":0.7290685971858931,"score_spread":0.19066493883227342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088466851","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15070863,0.029078873,0.6084885,0.054204654,0.00046317917,0.016286017,0.00056289637,0.00054084504,0.13966645],"genre_scores_gemma":[0.6541946,0.004786705,0.32619455,0.0016525285,0.00016442745,0.011833173,0.0001501301,0.000081962084,0.000941886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6853852,0.26187292,0.012066972,0.0057403096,0.03177041,0.0031641636],"domain_scores_gemma":[0.45502034,0.4859928,0.023178905,0.015277403,0.017418273,0.003112175],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25819126,0.0022804888,0.0028263303,0.0096938675,0.00240878,0.023613367,0.005528085,0.0060562645,0.00712008],"category_scores_gemma":[0.32646996,0.0015325536,0.0024373715,0.00831081,0.034701515,0.021710971,0.011743881,0.0050119865,0.0005450215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006323523,0.0031150028,0.013894832,0.014521775,0.0010016795,0.00021880558,0.011699417,0.038982533,0.0012727939,0.6846028,0.0015808854,0.22847708],"study_design_scores_gemma":[0.0004938931,0.002680251,0.01081721,0.01367906,0.0007748333,0.00020092558,0.013162278,0.046135176,0.0035598879,0.88912857,0.019196868,0.00017095679],"about_ca_topic_score_codex":0.0026077998,"about_ca_topic_score_gemma":0.0019608252,"teacher_disagreement_score":0.7418088,"about_ca_system_score_codex":0.016594384,"about_ca_system_score_gemma":0.018770948,"threshold_uncertainty_score":0.9147822},"labels":[],"label_agreement":null},{"id":"W3207255984","doi":"10.1093/reseval/rvab029","title":"Teachers conceptualizing and developing assessment for skill development: Trialing a maker assessment framework","year":2021,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Creativity; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering ethics; Social psychology; Engineering","score_opus":0.2909111255384714,"score_gpt":0.5436972920467246,"score_spread":0.25278616650825314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2055382,0.010994929,0.6865259,0.021093324,0.0004934644,0.0044033728,0.00014690575,0.0006140529,0.07018997],"genre_scores_gemma":[0.6051421,0.0012700941,0.38942164,0.0005052359,0.000029226161,0.0015287348,0.000042239757,0.000055225693,0.002005453],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91602343,0.0671379,0.004543215,0.0024310448,0.008926941,0.0009375088],"domain_scores_gemma":[0.8554647,0.1100991,0.0048063565,0.0057021617,0.021986013,0.0019416175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10736136,0.0007197212,0.0010869955,0.006931193,0.0037376052,0.012746886,0.0033041432,0.0022940224,0.0020083599],"category_scores_gemma":[0.10361909,0.0007234466,0.00051280676,0.0027910476,0.010820608,0.012167414,0.0071384115,0.0041892105,0.000339713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012869894,0.00090738485,0.014584603,0.0026827143,0.00007620965,0.00039623113,0.1520956,0.0040280186,0.002430608,0.39390838,0.0037385335,0.42502308],"study_design_scores_gemma":[0.00037958325,0.0017808133,0.012843972,0.017209578,0.00043105718,0.000780649,0.24676709,0.040392626,0.01638038,0.45093983,0.21170016,0.0003942948],"about_ca_topic_score_codex":0.0065489155,"about_ca_topic_score_gemma":0.015564121,"teacher_disagreement_score":0.8926386,"about_ca_system_score_codex":0.009592427,"about_ca_system_score_gemma":0.023708733,"threshold_uncertainty_score":0.56778795},"labels":[],"label_agreement":null},{"id":"W4249280535","doi":"10.3152/147154406781775922","title":"Web indicators for complex innovation systems","year":2006,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Library science; World Wide Web; Sociology; Computer science","score_opus":0.34355515877453324,"score_gpt":0.4777608832265727,"score_spread":0.13420572445203943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249280535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111641146,0.0079723075,0.643573,0.00363057,0.0013321659,0.0018377806,0.016923375,0.004133911,0.20895581],"genre_scores_gemma":[0.6815393,0.0024204245,0.29608044,0.0003441577,0.0003385581,0.002019457,0.0058775134,0.00054883416,0.010831314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99146956,0.0027333957,0.0009963646,0.00050222635,0.0038907635,0.0004076527],"domain_scores_gemma":[0.9616793,0.017618407,0.006656254,0.0031247693,0.009620836,0.0013004305],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0058642128,0.0007861827,0.00061553024,0.018665161,0.0011656783,0.005177261,0.00062912813,0.00089516136,0.014496929],"category_scores_gemma":[0.05886429,0.00022137312,0.000801718,0.019133376,0.0015833412,0.006377047,0.0029547838,0.001745689,0.0022538377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023571077,0.00023792485,0.07433378,0.0013012048,0.00021349982,0.00017625978,0.0023941137,0.018410617,0.0025194255,0.5568181,0.035891406,0.307468],"study_design_scores_gemma":[0.00008348842,0.0003876174,0.11588649,0.0011736889,0.00017262898,0.0006629923,0.004816826,0.104774915,0.0069543906,0.396893,0.36791307,0.0002808886],"about_ca_topic_score_codex":0.0067675617,"about_ca_topic_score_gemma":0.006659537,"teacher_disagreement_score":0.98133487,"about_ca_system_score_codex":0.0028554816,"about_ca_system_score_gemma":0.002257294,"threshold_uncertainty_score":0.04849702},"labels":[],"label_agreement":null},{"id":"W4307468104","doi":"10.1093/reseval/rvac034","title":"Describing the state of a research network: A mixed methods approach to network evaluation","year":2022,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McMaster University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Impact; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Diabetes Action Canada; Strategy for Patient-Oriented Research; Diabetes Action Research and Education Foundation","keywords":"State (computer science); Computer science; Management science; Operations research; Mathematics; Engineering; Algorithm","score_opus":0.681067600661678,"score_gpt":0.5949258226199131,"score_spread":0.08614177804176493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307468104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049817245,0.0057494454,0.78650355,0.010745092,0.00053959887,0.12206113,0.0025708538,0.00049602543,0.021517009],"genre_scores_gemma":[0.16063915,0.0014420092,0.681676,0.0014595124,0.000109697714,0.15268269,0.000806776,0.000100283505,0.0010839463],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.31803152,0.6349523,0.018752916,0.010273061,0.015893975,0.0020962919],"domain_scores_gemma":[0.36770678,0.5178257,0.033972338,0.032454588,0.044347133,0.0036934945],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46301,0.001862415,0.0034165988,0.018490253,0.0073680775,0.014654695,0.0065931687,0.0027553798,0.003978631],"category_scores_gemma":[0.48263642,0.0013282747,0.0027942476,0.017456546,0.008784467,0.014243888,0.013971166,0.0037996145,0.00046376346],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010183516,0.0010301896,0.026488874,0.01862419,0.0022687237,0.00039292642,0.11835107,0.012024684,0.0010214641,0.22519235,0.011230395,0.5823568],"study_design_scores_gemma":[0.0012374216,0.0034503767,0.02810537,0.028394412,0.0030736437,0.00036182455,0.1432785,0.085090145,0.004568379,0.5226057,0.17890798,0.0009261577],"about_ca_topic_score_codex":0.01626598,"about_ca_topic_score_gemma":0.025128761,"teacher_disagreement_score":0.53699,"about_ca_system_score_codex":0.030170653,"about_ca_system_score_gemma":0.050112,"threshold_uncertainty_score":0.66220427},"labels":[],"label_agreement":null},{"id":"W4391686139","doi":"10.1093/reseval/rvae003","title":"Effective mission-oriented research: A new framework for systemic research impact assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Research England; Leibniz-Gemeinschaft; Consortium of International Agricultural Research Centers; Ontario Agri-Food Innovation Alliance; Commonwealth Scientific and Industrial Research Organisation; International Livestock Research Institute; European Commission; Bundesministerium für Bildung und Forschung; FP7 International Cooperation; Strong; Stockholm Environment Institute; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; University of Arizona; World Bank Group","keywords":"Knowledge management; Sociology; Process management; Business; Management science; Computer science; Engineering","score_opus":0.8249377954287089,"score_gpt":0.7852370493509188,"score_spread":0.03970074607779017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391686139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020500212,0.012723882,0.89158654,0.029825838,0.00079401076,0.0018812428,0.00023743618,0.0003495982,0.060551368],"genre_scores_gemma":[0.17751305,0.007467129,0.8040491,0.0025043339,0.00077004475,0.0053882026,0.00020318404,0.00016888994,0.001936003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6743116,0.28949872,0.011302795,0.007818219,0.014615652,0.0024530813],"domain_scores_gemma":[0.6960761,0.23678128,0.0125656305,0.026319355,0.023576574,0.0046810056],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31315196,0.004979793,0.0043097967,0.027446523,0.006877427,0.034054875,0.0067621055,0.0070973993,0.005775132],"category_scores_gemma":[0.13875812,0.0019380547,0.0038609626,0.01346227,0.081421524,0.032929063,0.019047799,0.010929454,0.00099351],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012050178,0.000035847683,0.00031619077,0.00087834126,0.00006003174,0.000041230458,0.0023766893,0.0019057563,0.00008420355,0.9752873,0.00096970855,0.018032614],"study_design_scores_gemma":[0.000028307626,0.00006079502,0.00027356885,0.0019392159,0.000080587335,0.0000654725,0.0020975682,0.0037390683,0.00019513328,0.9601295,0.031346466,0.00004446175],"about_ca_topic_score_codex":0.0049698935,"about_ca_topic_score_gemma":0.005062001,"teacher_disagreement_score":0.68684804,"about_ca_system_score_codex":0.025630677,"about_ca_system_score_gemma":0.033742175,"threshold_uncertainty_score":0.84700596},"labels":[],"label_agreement":null},{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","score_opus":0.5764107804956425,"score_gpt":0.7280077810102121,"score_spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404233352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078611895,0.0013718416,0.8450524,0.016859867,0.0012930884,0.020481465,0.0013002452,0.0011466364,0.033882502],"genre_scores_gemma":[0.19044553,0.00059804396,0.7865066,0.0010906416,0.0001502375,0.01857871,0.00036136483,0.00027902695,0.0019899004],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.32727352,0.5941573,0.038091164,0.005102509,0.03246006,0.002915555],"domain_scores_gemma":[0.14807554,0.6661249,0.030001197,0.038147192,0.11382915,0.0038220312],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5113462,0.0019943481,0.0018781063,0.027180878,0.0060228338,0.016852101,0.004693752,0.002554663,0.009709788],"category_scores_gemma":[0.6671417,0.0013131254,0.0022498297,0.016747883,0.009402254,0.014769496,0.014581982,0.0035873996,0.0019048959],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009512442,0.00075834815,0.014957433,0.011339,0.00033739334,0.0008407624,0.24436802,0.0058023618,0.011949748,0.1726914,0.014793511,0.52121085],"study_design_scores_gemma":[0.00065083854,0.0010941506,0.016762149,0.017759906,0.0004967371,0.00075588323,0.18138169,0.03811824,0.028283274,0.482363,0.2311398,0.0011944022],"about_ca_topic_score_codex":0.00351535,"about_ca_topic_score_gemma":0.00708795,"teacher_disagreement_score":0.48865378,"about_ca_system_score_codex":0.015164205,"about_ca_system_score_gemma":0.025781643,"threshold_uncertainty_score":0.6025971},"labels":[],"label_agreement":null},{"id":"W4407050725","doi":"10.1093/reseval/rvaf003","title":"Canadian approaches to research impact and its assessment","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Impact; York University","funders":"","keywords":"Excellence; Impact assessment; Economic impact analysis; Complement (music); Socioeconomic status; Political science; Research Assessment Exercise; Regional science; Sociology; Public administration; Economics; Higher education","score_opus":0.9356806078403561,"score_gpt":0.7271893779285502,"score_spread":0.2084912299118059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407050725","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062231817,0.040909935,0.04264513,0.13024412,0.0020814564,0.0012246846,0.0058686244,0.00046143294,0.77034146],"genre_scores_gemma":[0.709627,0.07058291,0.13231312,0.015889077,0.0014253195,0.0031210156,0.0039004493,0.0006986244,0.06244258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.87315863,0.04471126,0.006757475,0.0054556616,0.06219344,0.00772357],"domain_scores_gemma":[0.8026973,0.05467531,0.0053038397,0.007573874,0.12233912,0.0074105817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.072890446,0.0024317445,0.0027857414,0.053981014,0.015222423,0.03170099,0.0062247957,0.003971942,0.020024724],"category_scores_gemma":[0.17733462,0.0013134587,0.0024753532,0.05510002,0.020281184,0.007854432,0.013972401,0.007126238,0.0010959974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000033135777,0.00001947521,0.002814063,0.0013724363,0.0001962252,0.000081193924,0.0031296127,0.002919431,0.00005042749,0.89492565,0.043030616,0.051427737],"study_design_scores_gemma":[0.00006396602,0.0000401405,0.016165836,0.010042402,0.00064872764,0.00014140335,0.010302169,0.008558621,0.00028577735,0.48274797,0.47074932,0.00025371922],"about_ca_topic_score_codex":0.9746934,"about_ca_topic_score_gemma":0.9670117,"teacher_disagreement_score":0.92710954,"about_ca_system_score_codex":0.33012825,"about_ca_system_score_gemma":0.39612946,"threshold_uncertainty_score":0.77695626},"labels":[],"label_agreement":null},{"id":"W4409229206","doi":"10.1093/reseval/rvaf012","title":"R&D performance evaluation and analysis under uncertainty: the case of Chinese industrial enterprises","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"China Scholarship Council","keywords":"Business; Industrial organization; Operations research; Mathematical economics; Economics; Mathematics","score_opus":0.47319575792618007,"score_gpt":0.5799018002915833,"score_spread":0.10670604236540326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409229206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637113,0.0005168804,0.02913059,0.00068272144,0.000010831426,0.0000748983,0.00044612918,0.00004213331,0.0053845025],"genre_scores_gemma":[0.99804735,0.00009221972,0.0015091787,0.0000114667155,0.0000029390715,0.000013420454,0.000067952984,0.0000022487584,0.00025324087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99798006,0.00072997855,0.000127536,0.0003410587,0.00044441607,0.00037690855],"domain_scores_gemma":[0.99527764,0.002866413,0.00072010426,0.00031937996,0.0006632048,0.00015322732],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052393386,0.0007059345,0.0008625712,0.0021144403,0.0008353203,0.002195935,0.0009888625,0.00086697924,0.0011968578],"category_scores_gemma":[0.008339366,0.00029687755,0.0011273962,0.0028756463,0.0013738419,0.0013152662,0.0014054719,0.000719579,0.00008294521],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011579133,0.0000735804,0.038656037,0.000117140946,0.00013098298,0.00078029156,0.0002790783,0.9285049,0.0008705305,0.015265106,0.0004599999,0.014746629],"study_design_scores_gemma":[0.000017613032,0.000059738428,0.03173093,0.00003100942,0.0000740631,0.000061483326,0.00071588386,0.9570861,0.0011673846,0.008238284,0.00077099906,0.00004647839],"about_ca_topic_score_codex":0.07969367,"about_ca_topic_score_gemma":0.033328097,"teacher_disagreement_score":0.99476063,"about_ca_system_score_codex":0.005839687,"about_ca_system_score_gemma":0.0036136983,"threshold_uncertainty_score":0.1584596},"labels":[],"label_agreement":null},{"id":"W4412012878","doi":"10.1093/reseval/rvaf028","title":"How impact-focused funding influences researchers’ knowledge mobilization activities","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mobilization; Political science; Regional science; Public administration; Sociology","score_opus":0.9620115125001445,"score_gpt":0.829655287050826,"score_spread":0.13235622544931847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412012878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8780343,0.0017460702,0.0039732475,0.029754255,0.00025285562,0.00057137496,0.00034864602,0.00010381846,0.08521537],"genre_scores_gemma":[0.99577504,0.00045971718,0.0008419188,0.00084643846,0.00003914235,0.00021305014,0.000055882254,0.000018629915,0.0017501537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8907326,0.070379056,0.004228181,0.0029156941,0.016629063,0.01511534],"domain_scores_gemma":[0.6864967,0.19239461,0.039654408,0.011948723,0.036317937,0.033187546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08229377,0.0003173596,0.0006168822,0.003254039,0.0076322607,0.012711758,0.0022901022,0.0018487956,0.007161127],"category_scores_gemma":[0.26958752,0.00043568434,0.0005365474,0.0043653985,0.0072043226,0.0033412564,0.012381108,0.0019309069,0.0006645553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011194237,0.0008672649,0.52902275,0.0012425277,0.00042521727,0.0005878436,0.18069951,0.0015404777,0.0021943299,0.027674075,0.016499564,0.2381271],"study_design_scores_gemma":[0.00035290734,0.0005469946,0.6394159,0.002110338,0.00037370477,0.0003914316,0.21309583,0.001432934,0.0021941133,0.027543833,0.11230403,0.00023794138],"about_ca_topic_score_codex":0.15359302,"about_ca_topic_score_gemma":0.17838544,"teacher_disagreement_score":0.91770625,"about_ca_system_score_codex":0.025744738,"about_ca_system_score_gemma":0.10188946,"threshold_uncertainty_score":0.43521625},"labels":[],"label_agreement":null},{"id":"W4412397025","doi":"10.1093/reseval/rvaf031","title":"Evaluating the cross-disciplinary utility of anonymizing applications for scientific equipment in the Australian research sector","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"University of New South Wales; Australian Government; Astronomy Australia Limited; Analytical Center for the Government of the Russian Federation; National Computational Infrastructure","keywords":"Discipline; Cross disciplinary; Computer science; Data science; Sociology; Social science","score_opus":0.9742932159734768,"score_gpt":0.8049896586778139,"score_spread":0.16930355729566293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412397025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836503,0.02902553,0.028667606,0.011651897,0.0011504156,0.019401226,0.0023840507,0.00018660616,0.02388246],"genre_scores_gemma":[0.978868,0.0020875274,0.010099034,0.0013006218,0.00014862118,0.0064492165,0.0002788059,0.00003111071,0.0007370165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.64738524,0.31660062,0.013883891,0.005262428,0.014819309,0.0020485176],"domain_scores_gemma":[0.41772693,0.47394454,0.05861834,0.02837711,0.01845423,0.002878912],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27466616,0.0008605345,0.0018692341,0.0017721673,0.0017449238,0.003996249,0.0026695393,0.0023463469,0.0060389577],"category_scores_gemma":[0.4586451,0.0005830392,0.006084768,0.0030199657,0.003626689,0.004091956,0.004654317,0.003092838,0.0005566929],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07388837,0.009790532,0.19697407,0.06232432,0.0450684,0.0005138227,0.025930345,0.014112494,0.0023958022,0.023535201,0.008237004,0.5372296],"study_design_scores_gemma":[0.03940788,0.1427197,0.43034074,0.04819548,0.1223697,0.00092784205,0.016691634,0.033734143,0.017828332,0.065653384,0.08118938,0.00094177725],"about_ca_topic_score_codex":0.006721318,"about_ca_topic_score_gemma":0.005592539,"teacher_disagreement_score":0.7253338,"about_ca_system_score_codex":0.0048311064,"about_ca_system_score_gemma":0.007961562,"threshold_uncertainty_score":0.89446574},"labels":[],"label_agreement":null}]}