{"id":"W3127742036","doi":"10.48550/arxiv.2103.00336","title":"Transformers with Competitive Ensembles of Independent Mechanisms","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Transformer; Computer science; Engineering; Electrical engineering; Voltage","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001862322,0.0003132618,0.0004348802,0.0002372486,0.00008940401,0.0001004488,0.001344105,0.0002329446,0.00004882993],"category_scores_gemma":[0.00001189229,0.0003318405,0.000189379,0.0004909225,0.0001275869,0.0003326927,0.0009106045,0.0005889689,0.00001054389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001595989,"about_ca_system_score_gemma":0.0004102703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001069775,"about_ca_topic_score_gemma":0.00006643016,"domain_scores_codex":[0.9982504,0.0001245392,0.0002362125,0.0008291081,0.0002377469,0.0003219538],"domain_scores_gemma":[0.998325,0.00009266674,0.0003432328,0.0008092762,0.0003035329,0.0001262247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002042304,0.00003538599,0.0002756838,0.00009478956,0.0001576725,0.0002524385,0.0005209451,0.7481564,0.0001523485,0.250237,0.000003261069,0.00009355439],"study_design_scores_gemma":[0.001311167,0.0004419993,0.001008207,0.0006861295,0.0002124154,0.00002302611,0.002436347,0.9785762,0.009482265,0.004812393,0.0001018579,0.0009079757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04523458,0.00001867996,0.9467872,0.00003907724,0.0002616013,0.000264549,0.000004860357,0.0001102049,0.007279206],"genre_scores_gemma":[0.9856761,0.0001269755,0.0133448,0.00004464114,0.00001074502,6.865158e-7,0.00002017069,0.00001821992,0.0007577364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9404414,"threshold_uncertainty_score":0.9999133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04139840769653966,"score_gpt":0.1701525040830723,"score_spread":0.1287540963865327,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}