{"id":"W6979243325","doi":"","title":"Dynamics of Spontaneous Topic Changes in Next Token Prediction with Self-Attention","year":2025,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Security token; Set (abstract data type); Context (archaeology); Associative property; Focus (optics); Cognition; Dynamics (music)","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007113595,0.0002514159,0.0003638836,0.0004197219,0.0002718769,0.0007633229,0.0007805619,0.0005291752,0.001910539],"category_scores_gemma":[0.005873413,0.000234392,0.000333072,0.0002566152,0.0007217027,0.001818957,0.0008343581,0.0007776012,0.0002546437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007725492,"about_ca_system_score_gemma":0.0005293306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002873178,"about_ca_topic_score_gemma":0.002949378,"domain_scores_codex":[0.9997625,0.0000609013,0.000009575634,0.00007478075,0.00004193708,0.00005033693],"domain_scores_gemma":[0.9980184,0.001101922,0.0002697097,0.0002228113,0.0001848178,0.000202369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008150608,0.0002192897,0.03726353,0.0002736354,0.0001988304,0.0007663622,0.001867115,0.6621954,0.07086567,0.1054038,0.003573435,0.1165578],"study_design_scores_gemma":[0.00001018279,0.00004268174,0.00330517,0.000006998041,0.00001567664,0.00005752632,0.00006249909,0.9655066,0.002415703,0.02815825,0.0004068046,0.00001184931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7848184,0.0003667788,0.2100124,0.0006103927,0.00003849541,0.00002913356,0.0001384812,0.0005321171,0.003453879],"genre_scores_gemma":[0.9920568,0.0000623445,0.007018528,0.00002838294,0.000008127112,0.00001380063,0.00004453913,0.00002295145,0.000744409],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002873178,"threshold_uncertainty_score":0.006391406,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03275966001772025,"score_gpt":0.1686474383675912,"score_spread":0.1358877783498709,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}