{"id":"W2165295550","doi":"10.1093/reseval/rvs041","title":"Accountability, performance assessment, and evaluation: Policy pressures and responses from research councils","year":2013,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Public administration; Political science; Library science; Higher education; Sociology; Management; Law; Computer science; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4908911,0.0007888776,0.001897264,0.008126211,0.0256403,0.03299076,0.006030109,0.02117122,0.003538749],"category_scores_gemma":[0.5858356,0.001952205,0.001683544,0.01002372,0.03353781,0.01802015,0.02899993,0.02664406,0.0005401871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06365176,"about_ca_system_score_gemma":0.1291986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02950475,"about_ca_topic_score_gemma":0.026243,"domain_scores_codex":[0.3870221,0.3988573,0.03671646,0.03003705,0.1084043,0.03896277],"domain_scores_gemma":[0.1283137,0.6441304,0.07728094,0.02465126,0.08980627,0.03581743],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007205994,0.0009704524,0.07257799,0.002292666,0.0003119595,0.001584652,0.1246632,0.004500308,0.002445512,0.4209639,0.09778333,0.2711855],"study_design_scores_gemma":[0.0004688157,0.001030673,0.09127519,0.004934258,0.0001675563,0.0007129621,0.1660181,0.005516108,0.002809933,0.1149443,0.6110847,0.001037372],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1612893,0.009002596,0.01190395,0.7580073,0.00203618,0.000659175,0.0001171613,0.0002202209,0.05676413],"genre_scores_gemma":[0.9074556,0.003591079,0.007226212,0.07339413,0.001849865,0.0009681296,0.00007535837,0.0001468601,0.005292752],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5091089,"threshold_uncertainty_score":0.6278219,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8015169397706693,"score_gpt":0.7149106275809038,"score_spread":0.08660631218976544,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}