{"id":"W2028083052","doi":"10.1073/pnas.1418218112","title":"Measuring the effectiveness of scientific gatekeeping","year":2014,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":329,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Center for Research Resources; Office of Behavioral and Social Sciences Research; National Institute of Neurological Disorders and Stroke","keywords":"Gatekeeping; Popularity; Elite; Institution; Quality (philosophy); Peer review; Public relations; Work (physics); Psychology; Political science; Engineering ethics; Medical education; Social psychology; Medicine; Law; Epistemology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1423731,0.00008942144,0.000252468,0.009814814,0.0006606397,0.0005395517,0.005666902,0.00006749234,0.00001736831],"category_scores_gemma":[0.08544587,0.00004172239,0.0001674616,0.08880645,0.003012211,0.0007869006,0.0008748152,0.0002089924,0.000005829211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004098373,"about_ca_system_score_gemma":0.00008696942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001108614,"about_ca_topic_score_gemma":7.643535e-8,"domain_scores_codex":[0.983238,0.0001390702,0.0006886959,0.000487168,0.01515936,0.0002876645],"domain_scores_gemma":[0.9824786,0.01068581,0.001060846,0.00004880218,0.005638644,0.0000872904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00003202541,0.00008027832,0.1255663,0.00008968489,0.00001476949,2.335095e-9,0.0001462911,0.000520684,0.6743259,0.1888341,0.0005516372,0.009838245],"study_design_scores_gemma":[0.000109038,0.00003584682,0.4228981,0.00006956099,0.000003323845,0.000001782465,0.0001095765,0.004830348,0.3921471,0.1794072,0.0003401378,0.00004793659],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982195,0.0001506615,0.00003333144,0.0009444344,0.00009954328,0.0002156731,0.000006704553,0.000004693497,0.01635],"genre_scores_gemma":[0.999374,0.000008203865,0.0004031073,0.00003595234,0.0000384217,0.000005735218,2.386867e-8,0.00000267052,0.0001318655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2973318,"threshold_uncertainty_score":0.9997129,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5052656839917774,"score_gpt":0.5108839846730919,"score_spread":0.005618300681314525,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}