{"id":"W4392721234","doi":"10.22318/icls2023.403455","title":"A Systematic Review of Automated Feedback Generation in Empirical Educational Research","year":2023,"lang":"en","type":"review","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Empirical research; Quality (philosophy); Knowledge management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02673252,0.001815985,0.006014552,0.01498836,0.001040667,0.003406576,0.00275306,0.002324669,0.005415217],"category_scores_gemma":[0.1242327,0.001347131,0.004783061,0.01476816,0.00173016,0.003682237,0.00254453,0.001889022,0.0008153298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004900543,"about_ca_system_score_gemma":0.02435454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00846193,"about_ca_topic_score_gemma":0.02688024,"domain_scores_codex":[0.9759315,0.009988314,0.008043023,0.001318618,0.004341808,0.0003767053],"domain_scores_gemma":[0.8785772,0.09619916,0.01077763,0.002306786,0.01128805,0.0008511105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001129556,0.00002146698,0.0004074257,0.8874733,0.00207798,0.0001075824,0.0003002973,0.0001223906,0.0001700636,0.000527102,0.003337404,0.105342],"study_design_scores_gemma":[0.00007574829,0.00008562787,0.00123446,0.953999,0.01077001,0.0001818949,0.0002393878,0.00005983761,0.0001708615,0.0004434762,0.0327149,0.00002473927],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004843054,0.9974427,0.0005161866,0.0003758175,0.0001975891,0.0002979293,0.0002969688,0.0000141786,0.000374191],"genre_scores_gemma":[0.00653338,0.9899001,0.001796952,0.0005890246,0.00007929272,0.0006754997,0.0002906416,0.00001189348,0.0001233809],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02673252,"threshold_uncertainty_score":0.1413768,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5359588916240169,"score_gpt":0.616814941172234,"score_spread":0.08085604954821712,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}