{"id":"W7018279385","doi":"","title":"The Cure or the Curse: Investigating the Role and Challenges of Positional Encoding in Transformers","year":2024,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Categorization, perception, and language","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Encoding (memory); Transformer; Pattern recognition (psychology); Key (lock)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001407857,0.0004221256,0.0003471934,0.0001906625,0.001284739,0.000101217,0.0005084233,0.0004557889,0.0003631188],"category_scores_gemma":[0.0001916342,0.0002141049,0.0001801661,0.0005064079,0.0002590909,0.0002393916,0.00003805377,0.001339244,0.00004547819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001348979,"about_ca_system_score_gemma":0.000070234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006845326,"about_ca_topic_score_gemma":0.01659822,"domain_scores_codex":[0.9972332,0.0005333024,0.0007060031,0.0006010933,0.0004921456,0.0004342255],"domain_scores_gemma":[0.9982655,0.0007920599,0.0002968773,0.000409341,0.0001466497,0.00008956344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002070835,0.00008438798,0.00009973739,0.0003762566,0.0002747998,0.00001642514,0.006802148,0.00001127798,0.006287619,0.7638289,0.00001524494,0.2219961],"study_design_scores_gemma":[0.002603937,0.0005727158,0.07155923,0.002622046,0.001214525,0.0003877514,0.4194432,0.0001847342,0.005927547,0.2097305,0.2835068,0.002246955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8776872,0.01799917,1.439916e-7,0.001087099,0.001575001,0.0009426057,0.0004242625,0.00009019779,0.1001943],"genre_scores_gemma":[0.986728,0.007406104,0.00001459201,0.0001484535,0.0001289285,0.0002465473,0.0003204149,0.00009947806,0.00490752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5540984,"threshold_uncertainty_score":0.9881304,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02549892781871503,"score_gpt":0.2878264370778905,"score_spread":0.2623275092591755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}