{"id":"W4391520039","doi":"10.1186/s40537-023-00842-0","title":"Survey of transformers and towards ensemble learning using transformers for natural language processing","year":2024,"lang":"en","type":"article","venue":"Journal Of Big Data","topic":"Topic Modeling","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Carleton University","keywords":"Computer science; Transformer; Automatic summarization; Artificial intelligence; Language model; Question answering; Natural language processing; Classifier (UML); Natural language; Machine learning; Sentiment analysis; Natural language understanding; Ensemble forecasting","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001628014,0.00008617007,0.0002016147,0.0001574479,0.00005972106,0.0001501267,0.0004681423,0.00003961099,7.932728e-7],"category_scores_gemma":[0.0001096671,0.00006821084,0.00004615878,0.0002309484,0.00002607913,0.00111387,0.00006034916,0.0002442098,8.879871e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002533415,"about_ca_system_score_gemma":0.0003290109,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001358799,"about_ca_topic_score_gemma":0.00006473976,"domain_scores_codex":[0.9989973,0.00004910258,0.00036108,0.000184373,0.0002436434,0.0001645327],"domain_scores_gemma":[0.9995009,0.0001001611,0.0001155514,0.000121017,0.0001060961,0.0000562802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001832403,0.000006620176,0.00009466807,0.000237742,0.00003132399,0.00001178416,0.001777833,0.0001539693,0.006455829,0.00001211063,0.00002173545,0.991178],"study_design_scores_gemma":[0.0003260229,0.00007820863,0.0004886768,0.0003404786,0.00003596707,0.0001487607,0.0003340053,0.9957077,0.001813676,0.00003055365,0.0005966764,0.0000992639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1449675,0.008952916,0.845322,0.0001769162,0.0004509864,0.00006001346,0.00002284529,0.00001215614,0.00003470244],"genre_scores_gemma":[0.9702448,0.0001003824,0.02949934,0.00001806013,0.0001020321,2.156669e-7,0.000009145097,0.000008755023,0.0000172565],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9955537,"threshold_uncertainty_score":0.2781557,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1431906889705772,"score_gpt":0.3509968199453188,"score_spread":0.2078061309747416,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}