{"id":"W2028083052","doi":"10.1073/pnas.1418218112","title":"Measuring the effectiveness of scientific gatekeeping","year":2014,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":329,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Center for Research Resources; Office of Behavioral and Social Sciences Research; National Institute of Neurological Disorders and Stroke","keywords":"Gatekeeping; Popularity; Elite; Institution; Quality (philosophy); Peer review; Public relations; Work (physics); Psychology; Political science; Engineering ethics; Medical education; Social psychology; Medicine; Law; Epistemology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.173985,0.0008517174,0.001517874,0.01220472,0.002190121,0.00943199,0.002289257,0.001839563,0.002232445],"category_scores_gemma":[0.584042,0.0004647468,0.001200848,0.01286017,0.004530846,0.008679784,0.005408796,0.001870201,0.001159035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002729653,"about_ca_system_score_gemma":0.004455986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001635613,"about_ca_topic_score_gemma":0.001703103,"domain_scores_codex":[0.7633187,0.112994,0.03476718,0.01719039,0.06748664,0.004243054],"domain_scores_gemma":[0.1625016,0.6355562,0.1158464,0.03675267,0.04243616,0.006906967],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001031451,0.0003845777,0.8021847,0.002899459,0.001887535,0.0001629702,0.007556553,0.003720908,0.001543808,0.005366263,0.006428171,0.1668337],"study_design_scores_gemma":[0.0002317822,0.001811638,0.9237377,0.001417903,0.001261768,0.0004643735,0.005625128,0.00959253,0.005271094,0.01646823,0.03383155,0.000286203],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9326277,0.009449764,0.01844656,0.00378529,0.0005131502,0.0008346942,0.00294815,0.0005532416,0.03084132],"genre_scores_gemma":[0.9853258,0.001111242,0.01006777,0.0003717582,0.0003605746,0.0002832002,0.001726292,0.00009564066,0.0006576036],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9877953,"threshold_uncertainty_score":0.9201314,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5052656839917774,"score_gpt":0.5108839846730919,"score_spread":0.005618300681314525,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}