{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4409721,0.0008280345,0.003132065,0.01814521,0.004026037,0.02797298,0.003792902,0.005541646,0.004084121],"category_scores_gemma":[0.5777349,0.001006181,0.001846251,0.02469851,0.01056013,0.02332245,0.007707289,0.004081482,0.00120301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02739767,"about_ca_system_score_gemma":0.05636579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01104127,"about_ca_topic_score_gemma":0.01952152,"domain_scores_codex":[0.6581665,0.2117433,0.04536297,0.00915148,0.06884608,0.00672978],"domain_scores_gemma":[0.2014121,0.3514032,0.09332676,0.02043414,0.3084395,0.02498428],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003477177,0.0002244658,0.02581673,0.02248981,0.0005865784,0.0001014197,0.01199527,0.0003162713,0.0005375567,0.02741789,0.03068435,0.8794819],"study_design_scores_gemma":[0.0002517521,0.001899192,0.1240864,0.1654458,0.002257661,0.0009121294,0.03878244,0.002791793,0.002714941,0.04735671,0.612768,0.0007331931],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02058102,0.7286454,0.005030888,0.21618,0.007681429,0.0004524851,0.0003273341,0.0001691495,0.02093226],"genre_scores_gemma":[0.4576097,0.4476904,0.03081753,0.04199275,0.01257556,0.001403549,0.0007622133,0.0003475555,0.006800683],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9818548,"threshold_uncertainty_score":0.689381,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7905803533225655,"score_gpt":0.6613001445891282,"score_spread":0.1292802087334373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}