{"id":"W4403764114","doi":"10.24908/pceea.2023.17159","title":"Exploring A Data Driven Framework To Improve Feedback For Educators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science; Process management; Mathematics education; Psychology; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001890733,0.0001689745,0.0001945266,0.0006500623,0.0002093041,0.000818447,0.001421124,0.00009729833,0.00006328019],"category_scores_gemma":[0.01074002,0.0001435583,0.0001128298,0.001491913,0.00001203074,0.001262474,0.0001400339,0.0002227989,0.00006416555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002150321,"about_ca_system_score_gemma":0.002388469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001911633,"about_ca_topic_score_gemma":0.001654122,"domain_scores_codex":[0.9976666,0.000007223948,0.0005242752,0.0005437438,0.0008814426,0.0003766885],"domain_scores_gemma":[0.9972819,0.0006521035,0.0002563648,0.0003882318,0.001074589,0.0003467851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006611927,0.0001524001,0.03487251,0.0003598756,0.0002500125,4.453968e-8,0.007253043,0.0005060535,0.004539114,0.1741244,0.7441667,0.03376924],"study_design_scores_gemma":[0.0001278949,0.00006245993,0.09493727,0.0005471434,0.000102141,0.000001197588,0.005148363,0.01000969,0.002511737,0.01210212,0.8739191,0.0005309004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7998134,0.0003098483,0.00119,0.1533082,0.03768393,0.002775379,0.0006305947,0.0002024899,0.004086164],"genre_scores_gemma":[0.9799399,0.00001012847,0.01114502,0.0006694428,0.001283801,0.0004869769,0.00002750558,0.00004359872,0.006393654],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1801265,"threshold_uncertainty_score":0.9975929,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1219067854870035,"score_gpt":0.3612558412234696,"score_spread":0.2393490557364661,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}