{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1542477,0.0002321476,0.0004015414,0.02657238,0.0003993892,0.00272177,0.002832712,0.0006773319,0.0001334078],"category_scores_gemma":[0.06090679,0.0001359677,0.00005932074,0.064821,0.0009636439,0.0005962712,0.005148014,0.002483405,0.00002650411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001854324,"about_ca_system_score_gemma":0.001716349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007525212,"about_ca_topic_score_gemma":0.0000638734,"domain_scores_codex":[0.9666132,0.00297682,0.001171067,0.001510928,0.02683067,0.0008972913],"domain_scores_gemma":[0.9761253,0.005670284,0.0004567808,0.001178717,0.01619352,0.0003753808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009350224,0.0001037712,0.2978988,0.0002456849,0.00002261815,0.00000330692,0.0005513997,0.00002273585,0.0002036457,0.0001156812,0.008617598,0.6921213],"study_design_scores_gemma":[0.0006846238,0.0002360208,0.8296425,0.0001714173,0.00001634067,0.000008461878,0.0005786497,0.01614077,0.0006057981,0.1362649,0.01545031,0.0002002185],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9506749,0.02797989,0.00007951331,0.01695294,0.0004213455,0.002592357,0.00007291725,0.00001400107,0.001212151],"genre_scores_gemma":[0.9845331,0.01295441,0.0001566416,0.00001004083,0.001412946,0.0002565843,0.00001578551,0.00002362878,0.0006368374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6919211,"threshold_uncertainty_score":0.9998179,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7905803533225655,"score_gpt":0.6613001445891282,"score_spread":0.1292802087334373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}