{"id":"W4402704582","doi":"10.1109/cvpr52733.2024.00572","title":"Permutation Equivariance of Transformers and its Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Science and Technology Major Project","keywords":"Permutation (music); Transformer; Computer science; Mathematics; Engineering; Electrical engineering; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001737986,0.00006225202,0.00007681175,0.00006312975,0.00003450688,0.00007115902,0.0002123125,0.00002649321,0.00002787615],"category_scores_gemma":[0.000008631851,0.00005401565,0.00002984798,0.0003976476,0.00002871686,0.0003376264,0.00005697491,0.00004997501,0.00002668085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001803652,"about_ca_system_score_gemma":0.00004885485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009171158,"about_ca_topic_score_gemma":0.000003542732,"domain_scores_codex":[0.9993377,0.00001693349,0.0001487046,0.0002691787,0.000125515,0.0001019642],"domain_scores_gemma":[0.9996145,0.0001365887,0.00001414287,0.0001421713,0.0000517753,0.00004077477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.533637e-7,0.00002247203,0.00001348818,0.00009966143,0.000008007265,0.000001343226,0.0006104924,0.0001075266,0.002256681,0.5773711,0.00002262499,0.4194861],"study_design_scores_gemma":[0.00008430125,0.00005296103,0.0007814584,0.00001387521,0.000006584033,0.00002484191,0.00003101597,0.9467201,0.004136094,0.04448232,0.003555355,0.0001110454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003324359,0.0006445464,0.9886302,0.001339635,0.00009696135,0.0002363983,0.000002045579,0.0001820616,0.005543805],"genre_scores_gemma":[0.9618474,0.00003466837,0.03781522,0.00004346463,0.00002479842,0.00003448133,0.000001169237,0.000003449729,0.0001954099],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.958523,"threshold_uncertainty_score":0.2202695,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01450708286133448,"score_gpt":0.2681906487009137,"score_spread":0.2536835658395793,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}