{"id":"W4403764114","doi":"10.24908/pceea.2023.17159","title":"Exploring A Data Driven Framework To Improve Feedback For Educators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science; Process management; Mathematics education; Psychology; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1434166,0.002750722,0.001757326,0.009846095,0.003905873,0.01661648,0.006703079,0.003725783,0.004110954],"category_scores_gemma":[0.2454914,0.001919391,0.001650738,0.005157125,0.005180324,0.01849573,0.01112824,0.005742931,0.001802553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008014761,"about_ca_system_score_gemma":0.01330364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00612449,"about_ca_topic_score_gemma":0.007644926,"domain_scores_codex":[0.8358068,0.1089287,0.01071371,0.01154916,0.03061538,0.002386228],"domain_scores_gemma":[0.7288967,0.1589507,0.01524645,0.03614113,0.05564929,0.005115718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007675426,0.002022296,0.01582142,0.002273928,0.0002952944,0.0005483925,0.03762114,0.01992704,0.01120976,0.1185607,0.01252371,0.7784288],"study_design_scores_gemma":[0.0007580027,0.00300933,0.006498088,0.006735165,0.0004007519,0.0009560401,0.02853416,0.3066269,0.03982403,0.3501542,0.2555695,0.0009338044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008568603,0.0002049637,0.9738178,0.00541177,0.0001233126,0.001956597,0.0003377869,0.003983926,0.00559521],"genre_scores_gemma":[0.07961445,0.0001090949,0.9159189,0.0004549028,0.00003559192,0.001784778,0.0005640145,0.0003299851,0.001188201],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1434166,"threshold_uncertainty_score":0.7584685,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1219067854870035,"score_gpt":0.3612558412234696,"score_spread":0.2393490557364661,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}