{"id":"W4405675061","doi":"10.24908/pceea.2024.18609","title":"Developing A Data Driven Framework To Improve Feedback For Educators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of Toronto; University of Alberta","keywords":"Computer science; Mathematics education; Process management; Psychology; Business","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001911251,0.0001643027,0.0001904846,0.0005961916,0.0002171244,0.0008468785,0.001460612,0.0001300754,0.00005607626],"category_scores_gemma":[0.01135004,0.000138483,0.00009680418,0.001506934,0.00001222944,0.0006129502,0.0001460838,0.0002011255,0.00005866222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002947038,"about_ca_system_score_gemma":0.00445212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001517371,"about_ca_topic_score_gemma":0.002141064,"domain_scores_codex":[0.9977497,0.000007208863,0.000531192,0.000522216,0.0008253598,0.0003643238],"domain_scores_gemma":[0.9972088,0.0006431998,0.0002754492,0.000338071,0.00124912,0.0002853321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003306813,0.00006241835,0.02603986,0.0002443843,0.0001597275,2.403516e-8,0.003084772,0.000181917,0.001788682,0.2528478,0.6976898,0.01789735],"study_design_scores_gemma":[0.0001066304,0.00003914812,0.07540002,0.0005301614,0.00007636457,0.000001254404,0.003036522,0.008578664,0.001821258,0.03179698,0.8781313,0.0004816514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5152174,0.0005517745,0.008224134,0.4187182,0.04657155,0.004441226,0.0008939159,0.0002828059,0.005099017],"genre_scores_gemma":[0.9463229,0.000005501597,0.04095059,0.001547448,0.001165869,0.0002869079,0.00003968987,0.0000460491,0.009635044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4311056,"threshold_uncertainty_score":0.9969778,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05580002025368035,"score_gpt":0.3663738710916688,"score_spread":0.3105738508379884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}