{"id":"W3176767185","doi":"10.1177/05390184211019161","title":"Science needs more external evaluation, not less","year":2021,"lang":"en","type":"article","venue":"Social Science Information","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Productivity; Accountability; Reductionism; Democracy; Political science; Diversity (politics); Politics; Sociology; Public relations; Epistemology; Economics; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2646464,0.002321039,0.003898228,0.007385739,0.007575108,0.03842688,0.003332837,0.01254451,0.01016526],"category_scores_gemma":[0.3896257,0.001167263,0.002343306,0.005543526,0.04241505,0.05972309,0.02263705,0.02641537,0.005955505],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0188224,"about_ca_system_score_gemma":0.02857103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005037925,"about_ca_topic_score_gemma":0.003795179,"domain_scores_codex":[0.6491652,0.208452,0.01756774,0.01710244,0.1010744,0.006638274],"domain_scores_gemma":[0.3829328,0.3358324,0.0299475,0.08038305,0.1540862,0.01681804],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002141977,0.0003822619,0.005349811,0.0025273,0.0002795294,0.0001500239,0.01109866,0.001422923,0.001444862,0.6163298,0.1384208,0.2223798],"study_design_scores_gemma":[0.0001280159,0.0002798685,0.003781826,0.006126642,0.0001842546,0.0003189244,0.00840239,0.001479159,0.001401303,0.549943,0.427676,0.0002785691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.005488339,0.01149488,0.07529293,0.8121296,0.007723342,0.0005461845,0.0002164912,0.0007951998,0.08631305],"genre_scores_gemma":[0.2904203,0.01487989,0.1589264,0.480073,0.02112798,0.002277032,0.0008250121,0.002455305,0.02901511],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7353536,"threshold_uncertainty_score":0.906822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6218952172951284,"score_gpt":0.6203810530267898,"score_spread":0.001514164268338614,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}