{"id":"W4417035278","doi":"10.48550/arxiv.2512.04006","title":"Diagonalizing the Softmax: Hadamard Initialization for Tractable Cross-Entropy Dynamics","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Centre International de Mathématiques et Informatique de Toulouse; Natural Sciences and Engineering Research Council of Canada","keywords":"Initialization; Artificial neural network; Softmax function; Hadamard transform; Convex function; Convex optimization; Spurious relationship; Function (biology); Regular polygon","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001818662,0.001006833,0.000680858,0.0007069582,0.0006087146,0.001307013,0.001084035,0.001253149,0.003589452],"category_scores_gemma":[0.009259899,0.000630038,0.0006422906,0.0004229739,0.002533396,0.002369846,0.002635203,0.003010705,0.0007521972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001587575,"about_ca_system_score_gemma":0.001192707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002851904,"about_ca_topic_score_gemma":0.003099438,"domain_scores_codex":[0.9994444,0.0002163915,0.00002773396,0.0001226249,0.0001300927,0.00005870428],"domain_scores_gemma":[0.9983864,0.0008788627,0.0002004011,0.0002391989,0.0001883643,0.0001066981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001010761,0.00004741101,0.0009859414,0.0001085015,0.00004155404,0.0001446777,0.0001772929,0.5497184,0.006248989,0.4142013,0.003632006,0.02459277],"study_design_scores_gemma":[0.000004411219,0.00001510251,0.0001014221,0.00001411088,0.000002262463,0.0000174223,0.000007852091,0.9385941,0.001112529,0.05968123,0.000442305,0.000007313594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02250635,0.000232106,0.9712508,0.0005455593,0.00004485348,0.00003293072,0.00007194521,0.0003578333,0.004957648],"genre_scores_gemma":[0.835196,0.0004656752,0.1528167,0.0004496403,0.00008938341,0.0002177232,0.0002416355,0.0005240667,0.009999137],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003589452,"threshold_uncertainty_score":0.01200789,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05876001954424071,"score_gpt":0.3319350698524984,"score_spread":0.2731750503082577,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}