{"id":"W4313558932","doi":"10.3390/ai4010004","title":"End-to-End Transformer-Based Models in Textual-Based NLP","year":2023,"lang":"en","type":"article","venue":"AI","topic":"Topic Modeling","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transformer; Computer science; Architecture; ENCODE; Artificial intelligence; Natural language processing; Language model; Machine learning; Engineering; Voltage; Electrical engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000327574,0.0001175744,0.0001403908,0.0002926234,0.0000505129,0.0000673413,0.0006190555,0.00005720659,0.00003433849],"category_scores_gemma":[0.00001555287,0.0001172897,0.00005841393,0.0008430877,0.00001560747,0.0002719208,0.00003648578,0.0001396371,0.0002262563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004818989,"about_ca_system_score_gemma":0.0001745574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002284385,"about_ca_topic_score_gemma":0.0001759297,"domain_scores_codex":[0.9986702,0.00003917611,0.000218759,0.0003906902,0.0003022082,0.0003789848],"domain_scores_gemma":[0.9992477,0.00009767152,0.00001927678,0.0005031559,0.00002881669,0.0001034137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009340692,0.00006115646,0.0003962367,0.00002700306,0.000004701676,0.00005844542,0.001099875,0.8469293,0.001537396,0.03009208,0.0009506976,0.1188338],"study_design_scores_gemma":[0.0004304474,0.00004067429,0.0004752643,0.00002779251,0.000001563519,5.280457e-7,0.0000145138,0.9894778,0.002983947,0.00453853,0.001860627,0.0001483785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05122679,0.00001344112,0.9369754,0.008976832,0.0001452157,0.0001820703,0.00000465454,0.0002918656,0.002183777],"genre_scores_gemma":[0.9778222,0.00000115659,0.01822566,0.003696636,0.0000311667,0.00003958172,0.000005266369,0.00001127539,0.0001670406],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9265954,"threshold_uncertainty_score":0.4782934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03967239393530102,"score_gpt":0.2763055804582747,"score_spread":0.2366331865229737,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}