{"id":"W4400442017","doi":"10.5465/amproc.2024.11897abstract","title":"Noise, Noise Everywhere: Mixed Signals from Academic Promotion Decisions","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Noise (video); Promotion (chess); Computer science; Acoustics; Political science; Physics; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002827754,0.0002660633,0.0003594509,0.0006740804,0.0001785472,0.0003127726,0.001762169,0.0002930078,0.0004489794],"category_scores_gemma":[0.0006570875,0.0002125215,0.0002066985,0.002190075,0.0001524804,0.0009440954,0.0006778442,0.0005920992,0.0006094406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006432442,"about_ca_system_score_gemma":0.00001773642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001160648,"about_ca_topic_score_gemma":3.462299e-7,"domain_scores_codex":[0.9956492,0.00002483882,0.001197163,0.001025157,0.001727737,0.000375891],"domain_scores_gemma":[0.9984012,0.0006873273,0.0003767743,0.0002204128,0.0001604452,0.0001537934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002874675,0.00009731027,0.001031116,0.00007362427,0.00009473239,0.000002428081,0.0003162334,0.00002673741,0.01610124,0.1381693,0.5144483,0.3296103],"study_design_scores_gemma":[0.000225589,0.00007449288,0.01595773,0.000793144,0.0001411336,0.000004944397,0.0003731101,0.008068456,0.01963691,0.640986,0.3133746,0.0003638541],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.909339,0.001276884,0.02921483,0.02468672,0.0003426787,0.002099958,0.0001190697,0.001192268,0.03172863],"genre_scores_gemma":[0.9751604,0.0005636545,0.0175222,0.0003152975,0.0002012612,0.000228619,0.000009073731,0.00003822617,0.005961235],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5028167,"threshold_uncertainty_score":0.8666376,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1570623905257486,"score_gpt":0.3978291798582672,"score_spread":0.2407667893325187,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}