{"id":"W2903562575","doi":"10.1371/journal.pone.0207919","title":"The UK Research Excellence Framework and the Matthew effect: Insights from machine learning","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Excellence; Test set; Machine learning; Test (biology); Set (abstract data type); Computer science; Data set; Artificial intelligence; Variables; Data science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01321683,0.0004119201,0.001095796,0.003671387,0.001480779,0.002701683,0.001186912,0.0009226495,0.01087651],"category_scores_gemma":[0.07186749,0.0002466532,0.0007100598,0.004513976,0.005631416,0.004367535,0.003325061,0.001624177,0.0006837131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002500846,"about_ca_system_score_gemma":0.0029119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04402039,"about_ca_topic_score_gemma":0.04177807,"domain_scores_codex":[0.9922605,0.004587352,0.000312769,0.0009668978,0.001398873,0.0004736858],"domain_scores_gemma":[0.9229728,0.06015852,0.00735363,0.00362302,0.003973708,0.001918283],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002763786,0.00009083368,0.1814317,0.0003756348,0.0002075867,0.0005269963,0.003408583,0.006272311,0.0001078658,0.6788716,0.0195737,0.108857],"study_design_scores_gemma":[0.0001400489,0.0002008657,0.2281582,0.0005069289,0.00016742,0.000373219,0.003156283,0.02687417,0.0002489699,0.6997955,0.04025147,0.0001269578],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5172654,0.02270399,0.1015335,0.1098197,0.0008684733,0.0002452327,0.002182368,0.0005053378,0.244876],"genre_scores_gemma":[0.9897897,0.001135977,0.00508959,0.0008066667,0.0002441885,0.00006027804,0.0001844795,0.00004579209,0.002643433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9963286,"threshold_uncertainty_score":0.08752829,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04026088254495824,"score_gpt":0.2928069613669779,"score_spread":0.2525460788220197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}