{"id":"W4379523234","doi":"10.21428/594757db.06cf9d4f","title":"When does Continuous Learning for BERT make sense?","year":2023,"lang":"en","type":"article","venue":"","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Sense (electronics); Computer science; Psychology; Artificial intelligence; Engineering; Electrical engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005258584,0.0001122988,0.0001591698,0.0001022192,0.0002313394,0.0002139528,0.0002646404,0.00004823395,0.00002143452],"category_scores_gemma":[0.0001310358,0.00007909012,0.00009133538,0.0001737396,0.00001187871,0.0001325616,0.0001488479,0.0001260655,0.0003533065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002072696,"about_ca_system_score_gemma":0.00001961423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009563336,"about_ca_topic_score_gemma":0.00001399594,"domain_scores_codex":[0.9988877,0.00005236072,0.000187518,0.0003295383,0.0001788971,0.000363982],"domain_scores_gemma":[0.9992923,0.0002633945,0.0000663445,0.0002182804,0.0001045399,0.00005510577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007910285,0.00001808515,0.005024034,0.0000622455,0.00005831689,0.0000637307,0.004530948,0.002612835,0.004657456,0.9022395,0.009191439,0.07153352],"study_design_scores_gemma":[0.0001658917,0.0000882274,0.0007648934,0.00004097378,0.000002914751,0.00001381075,0.0005131312,0.05818295,0.002401719,0.002456996,0.9351617,0.0002067554],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01511055,0.00001966363,0.9714528,0.001319107,0.001227097,0.0002507245,6.125443e-7,0.001188357,0.009431106],"genre_scores_gemma":[0.3729473,0.000004583218,0.02102906,0.0001867319,0.0003513388,0.00003966255,0.0000038513,0.00002084186,0.6054166],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9504237,"threshold_uncertainty_score":0.4541158,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02173892529676919,"score_gpt":0.2543607920218367,"score_spread":0.2326218667250675,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}