{"id":"W7087771355","doi":"10.1016/j.ipm.2025.104431","title":"What drives attention sinks? A study of massive activations and rotational positional encoding in large vision–language models","year":2025,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Neuroinflammation and Neurodegeneration Mechanisms","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; Ontario Ministry of Natural Resources and Forestry","keywords":"Softmax function; Encoding (memory); Position (finance); Object (grammar); Encoder; Embedding; Continuation; Visual attention; Residual; Dual (grammatical number)","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005762719,0.000343182,0.0004676629,0.0002591607,0.0002824054,0.000836309,0.0009134597,0.0006242992,0.003153811],"category_scores_gemma":[0.007392885,0.0003731498,0.0004528685,0.000267604,0.0007328741,0.001682697,0.0006196531,0.00147871,0.0002196679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004474918,"about_ca_system_score_gemma":0.0003591515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002788562,"about_ca_topic_score_gemma":0.002166445,"domain_scores_codex":[0.9998887,0.00004083538,0.000004287704,0.00003481212,0.00001133806,0.00002000836],"domain_scores_gemma":[0.9979657,0.001504394,0.0001611434,0.0001817887,0.00007337087,0.0001134964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00367877,0.0008206375,0.02664708,0.0007320609,0.0005560869,0.001487758,0.002588791,0.3081842,0.2900453,0.233233,0.01277073,0.1192554],"study_design_scores_gemma":[0.00008566592,0.000147798,0.01201073,0.0000156078,0.00007102686,0.000134398,0.0002415062,0.870188,0.008058597,0.1084394,0.0005752663,0.00003205638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9355102,0.000558411,0.05711403,0.002048527,0.0000686322,0.00002914844,0.0001957659,0.0002760355,0.004199377],"genre_scores_gemma":[0.9960895,0.0001014142,0.002741219,0.0000525398,0.00001891766,0.00001277554,0.00007969656,0.00005387327,0.0008502134],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003153811,"threshold_uncertainty_score":0.0105505,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01548646666831226,"score_gpt":0.2941110356699409,"score_spread":0.2786245690016286,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}