{"id":"W4417135023","doi":"10.21428/594757db.55d4727f","title":"Attenuating Catastrophic Forgetting of Token-Level Knowledge in Contrastive Sentence Embeddings with Attentive Pooling","year":2025,"lang":"en","type":"article","venue":"","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Microsoft Research","keywords":"Forgetting; Sentence; Pooling; Generalization; Sentence processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002520395,0.001416159,0.0008846038,0.0005110211,0.0003904337,0.0009317642,0.002096464,0.00102703,0.001712842],"category_scores_gemma":[0.007864798,0.0005444192,0.0006922609,0.0004606702,0.001315164,0.004028177,0.003096878,0.002328803,0.0005469838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006857723,"about_ca_system_score_gemma":0.0008204374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0014004,"about_ca_topic_score_gemma":0.003123078,"domain_scores_codex":[0.9993885,0.000160668,0.00004781901,0.0001870454,0.0001314905,0.00008450774],"domain_scores_gemma":[0.9973516,0.001270598,0.0002663261,0.0007222283,0.0002841965,0.0001050307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009805922,0.000641597,0.007081013,0.0003936633,0.0003483079,0.0006227955,0.0008879974,0.1861503,0.1221867,0.02669829,0.007084403,0.6469244],"study_design_scores_gemma":[0.00003862409,0.0005262114,0.001438773,0.00002634035,0.00008187941,0.00026452,0.00007927659,0.8996118,0.06372045,0.03178254,0.002391422,0.00003806893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1040487,0.0003457662,0.891703,0.0003004413,0.0001052209,0.00008720905,0.00009346196,0.001997443,0.001318794],"genre_scores_gemma":[0.8091092,0.0002082379,0.1866854,0.0004171852,0.00009298429,0.0001240223,0.0003275223,0.0002114296,0.002823916],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002520395,"threshold_uncertainty_score":0.01332927,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04148062063486167,"score_gpt":0.3116730839532161,"score_spread":0.2701924633183544,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}