{"id":"W4388729351","doi":"10.3390/analytics2040046","title":"Learning Analytics in the Era of Large Language Models","year":2023,"lang":"en","type":"article","venue":"Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Learning analytics; Generalizability theory; Interpretability; Computer science; Personalization; Data science; Process (computing); Analytics; Position paper; Knowledge management; Artificial intelligence; Psychology; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02345964,0.001002239,0.001223542,0.003068077,0.001198697,0.01275008,0.002599478,0.002863348,0.004741067],"category_scores_gemma":[0.09494575,0.00119837,0.00127142,0.002857213,0.005198763,0.02813775,0.008235304,0.00833358,0.002143763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002795896,"about_ca_system_score_gemma":0.003013466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002413347,"about_ca_topic_score_gemma":0.003122145,"domain_scores_codex":[0.9823409,0.01105757,0.0007562468,0.001733002,0.003676057,0.0004361799],"domain_scores_gemma":[0.8477508,0.1293838,0.003238541,0.01373599,0.004282284,0.001608578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000220812,0.0001940046,0.006949058,0.001819356,0.0002058135,0.0006183533,0.007694305,0.03893018,0.003838432,0.6549944,0.02317007,0.2613652],"study_design_scores_gemma":[0.00002552055,0.00006609964,0.0007849769,0.0005216263,0.0000306433,0.0002273871,0.001096514,0.1435909,0.001803753,0.7735279,0.07824932,0.00007544813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0257586,0.01272333,0.8792881,0.05799491,0.0007420673,0.0002152172,0.001077214,0.005205365,0.01699512],"genre_scores_gemma":[0.3549764,0.0114045,0.6172443,0.005524184,0.001968381,0.0006790046,0.001737565,0.001279352,0.005186353],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02345964,"threshold_uncertainty_score":0.124068,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02142878672499877,"score_gpt":0.3043576572509739,"score_spread":0.2829288705259751,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}