{"id":"W4400442017","doi":"10.5465/amproc.2024.11897abstract","title":"Noise, Noise Everywhere: Mixed Signals from Academic Promotion Decisions","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Noise (video); Promotion (chess); Computer science; Acoustics; Political science; Physics; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02593523,0.000479677,0.0009478439,0.002374084,0.001408956,0.008159741,0.001068807,0.001877202,0.003120054],"category_scores_gemma":[0.1471105,0.0005945017,0.0006170656,0.002581829,0.003319215,0.003107249,0.003302363,0.00319283,0.000736649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002018075,"about_ca_system_score_gemma":0.001341606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007494362,"about_ca_topic_score_gemma":0.006904744,"domain_scores_codex":[0.9759793,0.0139468,0.001193626,0.002452847,0.004670244,0.001757288],"domain_scores_gemma":[0.8021665,0.1591135,0.01978167,0.008248995,0.007873056,0.002816237],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001729677,0.0005879493,0.8008757,0.0004953091,0.0005611728,0.001044369,0.03171411,0.01175025,0.002930157,0.02677849,0.00498742,0.1165453],"study_design_scores_gemma":[0.00009918161,0.0006630353,0.8596423,0.0004076635,0.0004246223,0.0003247035,0.03231345,0.03508264,0.003207461,0.05186572,0.01555777,0.0004113195],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662615,0.0005533033,0.01706976,0.003840937,0.0001414353,0.0001340681,0.0004500879,0.00008560951,0.01146325],"genre_scores_gemma":[0.9973338,0.00009088857,0.001323683,0.0003059251,0.00006299733,0.00003520664,0.0001313867,0.00002026635,0.0006959048],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9740648,"threshold_uncertainty_score":0.1371602,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1570623905257486,"score_gpt":0.3978291798582672,"score_spread":0.2407667893325187,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}